-- Logs begin at Mon 2022-04-11 12:18:06 UTC, end at Mon 2022-04-11 13:40:04 UTC. -- Apr 11 13:09:05.152574 dv-cinder-836973-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 13:09:08.095009 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.common.config [-] Logging enabled! Apr 11 13:09:08.095631 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev98 Apr 11 13:09:08.095790 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103798) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 13:09:08.099119 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.common.config [-] Logging enabled! Apr 11 13:09:08.099375 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev98 Apr 11 13:09:08.099682 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103798) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 13:09:08.100613 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 13:09:08.100846 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 13:09:08.101213 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 13:09:08.101456 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 13:09:08.101681 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 13:09:08.102093 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.102532 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 13:09:08.102845 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.103138 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.103429 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.103721 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.104007 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.104286 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.104572 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.104867 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.105150 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.105426 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.105704 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.105991 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.106301 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.106584 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.106865 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.107142 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] debug = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.107418 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.107848 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.108247 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.109553 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.109844 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.110140 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.110415 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.110689 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.110969 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.111294 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] host = dv-cinder-836973-2-iscsi {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.111571 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.111855 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.112141 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.112421 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.112692 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.112964 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.113245 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.113514 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.113782 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] log_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.114050 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.114360 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.114643 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.114928 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.115148 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.115367 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.115660 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.115943 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.116212 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.116480 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.116748 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.117015 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.117281 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.117545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.117823 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.118099 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.118424 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.118695 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.118966 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.119232 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.119500 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.119782 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.120049 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.120316 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.120585 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.120866 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.121130 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.121398 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.121692 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.121973 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.122275 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.122554 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.122822 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.123099 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.123363 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.123629 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.123894 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] use_json = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.124903 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.125216 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.125525 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.125822 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.126139 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.126432 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.126718 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.127017 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.127301 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:08.127606 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.127913 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.128222 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.128526 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.128822 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.129106 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.129401 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.129682 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.129975 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.130294 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.130587 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.130868 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.131169 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.131462 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.131760 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.132069 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.132367 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.132660 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.132936 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.133212 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.133488 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.133768 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.134055 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.134373 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.134670 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.134961 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.135247 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.135547 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.135839 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.136136 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.136428 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.136704 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.136984 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.137278 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.137557 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.137831 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.138131 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.138426 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.138705 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.138979 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.139262 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.139543 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.139833 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.140089 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.140366 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.140657 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.140935 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.141207 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.141477 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.141755 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.142029 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.142338 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.142616 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.142888 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.143159 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.143437 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.143712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.143986 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.144263 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.144532 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.144813 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.145084 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.145355 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.145627 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.145899 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.146197 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.146470 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.146741 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.147016 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.147286 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.147557 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.147831 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.148103 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.148374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.148658 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.148954 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.149229 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.149507 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.149783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.150058 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.150359 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.150634 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.150908 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.151184 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.151453 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.151741 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.152022 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.152310 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.152604 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.152879 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.153171 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.153444 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.153722 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.154003 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.154303 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.154585 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.154867 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.155149 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.155447 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.155759 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.156130 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.156429 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.156725 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.157007 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.157317 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.157597 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:08.157816 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 13:09:08.158061 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103798) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 13:09:08.553725 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 13:09:08.554003 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 13:09:08.554341 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 13:09:08.554680 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 13:09:08.930431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:08.930907 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:08.931200 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:08.932581 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:08.932859 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:08.933211 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:08.997431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:08.997707 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:08.997978 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.013198 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.013479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.013750 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.047118 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.047394 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.047669 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.090262 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.090565 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.090838 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.440147 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.440771 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.440771 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.440957 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.441624 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.542983 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.543302 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.543585 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.543857 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.544122 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.544435 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.544696 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.544956 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.545212 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.545496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.545757 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.546072 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.546378 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.546692 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.546953 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.547222 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.547480 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.547750 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.548022 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.548284 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.548714 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.548976 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.549263 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.549645 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.549901 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.550175 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.550579 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:09:09.550825 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:09:09.551067 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:09:09.551308 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:09:09.551547 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:09:09.551785 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:09:09.552152 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 13:09:09.555312 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 13:09:09.559256 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 13:09:09.562961 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 11 13:09:09.564602 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 13:09:09.565063 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 13:09:09.565399 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 13:09:09.565787 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 13:09:09.568748 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 13:09:09.568999 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 13:09:09.569341 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 13:09:09.574265 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 13:09:09.598644 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 13:09:09.599097 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.599395 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103798) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 13:09:09.599768 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.601120 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103798) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 13:09:09.601400 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 13:09:09.601647 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 13:09:09.604963 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.605250 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:09.667654 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 13:09:09.667836 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 13:09:09.668070 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 13:09:09.668433 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 13:09:09.689210 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_db.sqlalchemy.engines [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103798) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 13:09:10.269303 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Initializing driver for type 'gre' Apr 11 13:09:10.269828 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] gre ID ranges: [(1, 1000)] Apr 11 13:09:10.469543 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Initializing driver for type 'local' Apr 11 13:09:10.470497 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Initializing driver for type 'vlan' Apr 11 13:09:10.560870 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] VlanTypeDriver initialization complete Apr 11 13:09:10.561215 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Initializing driver for type 'vxlan' Apr 11 13:09:10.562313 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] vxlan ID ranges: [(1, 1000)] Apr 11 13:09:10.750261 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Initializing extension driver 'port_security' Apr 11 13:09:10.750747 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.extensions.port_security [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] PortSecurityExtensionDriver initialization complete Apr 11 13:09:10.751087 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Initializing mechanism driver 'openvswitch' Apr 11 13:09:10.751422 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Initializing mechanism driver 'hyperv' Apr 11 13:09:10.761571 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:10.762452 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > port after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.762827 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > port after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.763189 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > port after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.763718 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:09:10.764154 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > subnet after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.764532 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > subnet after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.765584 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.765984 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:09:10.766420 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > network after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.766773 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > network after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.767117 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > network after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.767512 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:09:10.767911 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > security_group after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.768260 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > security_group after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.768602 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > security_group after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.768996 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:09:10.769396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.769740 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.770078 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.770494 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:09:10.770893 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > address_group after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.771235 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > address_group after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.771571 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > address_group after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.771958 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103798) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 13:09:10.772393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] ML2 OVO RPC backend initialized. {{(pid=103798) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 13:09:10.773094 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.773447 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.773860 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > network before_response 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.774237 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > networks before_response 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.774582 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > port before_response 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.774925 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > ports before_response 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.775282 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > subnet before_response 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.775602 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > subnets before_response 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.775943 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > network after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.776280 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > network after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.776614 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > network after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.776947 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > port after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.777279 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > port after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.777636 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > port after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.777967 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > subnet after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.778321 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > subnet after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.778654 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > subnet after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.785788 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded quota_driver: . Apr 11 13:09:10.786180 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.plugin [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Modular L2 Plugin initialization complete Apr 11 13:09:10.786529 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading services supported by the core plugin {{(pid=103798) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 13:09:10.786872 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.plugins.ml2.managers [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Got port-security extension from driver 'port_security' Apr 11 13:09:10.787345 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.extensions.vlantransparent [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Disabled vlantransparent extension. Apr 11 13:09:10.787835 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103798) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 13:09:10.788158 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading Plugin: router Apr 11 13:09:10.823174 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router_interface before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.823504 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router after_create 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.823872 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router before_create 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.824231 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.824599 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.824951 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router after_delete 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.825304 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > floatingip after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.825651 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > floatingip after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.826004 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router after_create 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.826398 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router after_update 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.826755 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router after_update 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.827106 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.828274 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router after_update 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.828694 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_update 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.829067 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: port after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.829405 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: port after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.829744 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: subnet after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.830083 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.830454 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > port precommit_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.830799 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_create 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.831140 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: port before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.831479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.831829 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router after_update 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.832166 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_delete 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.832519 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_create 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.832877 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router_interface after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.833217 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_update 55549900 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.833576 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > agent after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.833921 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > agent after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.834430 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > network after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.835292 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Tracking information for resource: router configured {{(pid=103798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:09:10.835621 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Tracking information for resource: floatingip configured {{(pid=103798) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 13:09:10.840534 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.db.l3_agentschedulers_db [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 13:09:10.841109 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: port after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.841466 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: port after_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.841814 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: port after_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.842188 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: port after_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.843065 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router before_create 55550100 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.843624 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_delete 55550100 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.843710 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_create 55550100 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.844065 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > router precommit_update 55550100 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.848884 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.services.provider_configuration [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service providers = [] {{(pid=103798) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 13:09:10.849249 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.db.servicetype_db [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103798) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 13:09:10.852186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.services.service_base [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 13:09:10.852537 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.services.service_base [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 13:09:10.852875 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.services.service_base [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 13:09:10.853762 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.services.service_base [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103798) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 13:09:10.854145 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.services.service_base [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 13:09:10.854523 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:09:10.854834 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 13:09:10.867483 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:09:10.867817 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading Plugin: auto_allocate Apr 11 13:09:10.873355 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: network precommit_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.873717 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: network precommit_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.874835 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:09:10.875169 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading Plugin: tag Apr 11 13:09:10.882101 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:09:10.882453 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading Plugin: timestamp Apr 11 13:09:10.886254 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:09:10.886589 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading Plugin: network_ip_availability Apr 11 13:09:10.892425 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.892795 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.893148 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:10.893858 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:09:10.894209 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading Plugin: flavors Apr 11 13:09:10.898997 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:09:10.899329 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading Plugin: revisions Apr 11 13:09:10.903551 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103798) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 13:09:10.903942 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.350s {{(pid=103798) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 13:09:10.904668 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103798) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 13:09:10.905003 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Initializing extension manager. Apr 11 13:09:10.905545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: __init__.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.905889 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: __pycache__ {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.906250 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: address_group.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.906998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.907560 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: address-group Apr 11 13:09:10.907882 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: address_scope.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.908592 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.909099 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: address-scope Apr 11 13:09:10.909420 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: admin_state_down_before_update.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.910373 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.910882 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: router-admin-state-down-before-update Apr 11 13:09:10.911202 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: agent.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.911895 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.912402 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: agent Apr 11 13:09:10.912723 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: agent_resources_synced.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.913618 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.914140 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: agent-resources-synced Apr 11 13:09:10.914462 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: allowedaddresspairs.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.916221 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.916747 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: allowed-address-pairs Apr 11 13:09:10.917074 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: auto_allocated_topology.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.918156 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.918674 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: auto-allocated-topology Apr 11 13:09:10.919000 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: availability_zone.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.919687 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.920193 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: availability_zone Apr 11 13:09:10.920519 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: availability_zone_filter.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.922002 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.922540 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: availability_zone_filter Apr 11 13:09:10.922864 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: data_plane_status.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.923764 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.924273 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 13:09:10.924599 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: default_subnetpools.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.925497 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.926006 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: default-subnetpools Apr 11 13:09:10.926358 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: dhcpagentscheduler.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.927158 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.927664 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: dhcp_agent_scheduler Apr 11 13:09:10.927986 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: dns.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.928890 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.929394 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension dns-integration not supported by any of loaded plugins Apr 11 13:09:10.929719 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: dns_domain_ports.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.930641 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.931149 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 13:09:10.931468 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.932383 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.932885 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 13:09:10.933201 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: dvr.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.933860 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.934399 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: dvr Apr 11 13:09:10.934717 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: ecmp_routes.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.935615 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.936118 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 13:09:10.936456 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: empty_string_filtering.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.937890 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.938422 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: empty-string-filtering Apr 11 13:09:10.938741 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.939638 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.940148 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 13:09:10.940455 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.941353 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.941851 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 13:09:10.942199 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: external_net.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.943093 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.943597 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: external-net Apr 11 13:09:10.943913 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: extra_dhcp_opt.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.944804 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.945307 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: extra_dhcp_opt Apr 11 13:09:10.945626 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: extraroute.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.946544 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.947045 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: extraroute Apr 11 13:09:10.947363 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: extraroute_atomic.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.948385 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.948889 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: extraroute-atomic Apr 11 13:09:10.949208 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: filter_validation.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.949861 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.950396 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: filter-validation Apr 11 13:09:10.950717 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: fip_pf_description.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.951793 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.952331 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 13:09:10.952649 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: fip_pf_port_range.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.953551 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.954052 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 13:09:10.954397 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: fip_port_details.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.955301 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.955802 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: fip-port-details Apr 11 13:09:10.956122 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: flavors.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.957321 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.957831 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: flavors Apr 11 13:09:10.958178 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.959838 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.960356 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 13:09:10.960682 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: floatingip_pools.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.961374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.961881 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: floatingip-pools Apr 11 13:09:10.962232 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: ip_allocation.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.963160 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.963665 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 13:09:10.963981 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.964887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.965387 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: ip-substring-filtering Apr 11 13:09:10.965706 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l2_adjacency.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.966666 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.967167 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 13:09:10.967484 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.968455 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.968972 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: router Apr 11 13:09:10.969295 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3_conntrack_helper.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.971521 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.972045 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 13:09:10.972383 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.973291 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.973804 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: ext-gw-mode Apr 11 13:09:10.974153 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.975064 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.975575 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: l3-ha Apr 11 13:09:10.975901 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.976801 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.977311 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 13:09:10.977635 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3_flavors.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.978559 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.979068 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: l3-flavors Apr 11 13:09:10.979391 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3_ndp_proxy.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.980735 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.981250 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 13:09:10.981574 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.982514 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.983024 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 13:09:10.983872 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: l3agentscheduler.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.985390 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.985903 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: l3_agent_scheduler Apr 11 13:09:10.986270 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: local_ip.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.988157 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.988678 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension local_ip not supported by any of loaded plugins Apr 11 13:09:10.989012 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: logging.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.990501 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.991029 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension logging not supported by any of loaded plugins Apr 11 13:09:10.991365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: metering.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.992096 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.992681 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: metering Apr 11 13:09:10.993010 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.994097 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.994640 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: metering_source_and_destination_fields Apr 11 13:09:10.994968 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: multiprovidernet.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.995882 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.996389 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: multi-provider Apr 11 13:09:10.996713 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: netmtu.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:10.997614 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:10.998132 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: net-mtu Apr 11 13:09:10.998465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: netmtu_writable.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.000214 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.000722 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: net-mtu-writable Apr 11 13:09:11.001046 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: network_availability_zone.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.001715 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.002245 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: network_availability_zone Apr 11 13:09:11.002573 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: network_ip_availability.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.003660 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.004168 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: network-ip-availability Apr 11 13:09:11.004490 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: network_segment_range.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.005245 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.005743 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 13:09:11.006063 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: pagination.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.007050 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.007377 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: pagination Apr 11 13:09:11.007696 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: port_device_profile.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.008595 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.009113 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: port-device-profile Apr 11 13:09:11.009434 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.010374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.010884 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: port-mac-address-regenerate Apr 11 13:09:11.011204 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.012101 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.012612 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: port-numa-affinity-policy Apr 11 13:09:11.012931 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: port_resource_request.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.013836 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.014379 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 13:09:11.014735 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: port_resource_request_groups.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.015735 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.016240 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 13:09:11.016558 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: portbindings.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.017457 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.017996 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: binding Apr 11 13:09:11.018341 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: portbindings_extended.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.019582 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.020093 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: binding-extended Apr 11 13:09:11.020417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: portsecurity.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.021322 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.021830 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: port-security Apr 11 13:09:11.022179 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: project_id.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.023148 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.023476 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: project-id Apr 11 13:09:11.023827 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: providernet.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.024726 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.025240 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: provider Apr 11 13:09:11.025561 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.042622 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.043157 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos not supported by any of loaded plugins Apr 11 13:09:11.043490 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.044741 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.045262 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 13:09:11.045599 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.047284 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.047803 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 13:09:11.048173 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_default.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.049087 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.049605 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-default not supported by any of loaded plugins Apr 11 13:09:11.049936 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_fip.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.051539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.052344 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-fip not supported by any of loaded plugins Apr 11 13:09:11.052710 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_fip_network_policy.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.053640 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.054370 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 13:09:11.054953 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_gateway_ip.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.056022 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.056595 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 13:09:11.056922 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_port_network_policy.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.066559 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.067087 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 13:09:11.067417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.068472 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.069028 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 13:09:11.069357 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.070473 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.070991 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 13:09:11.071354 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_pps_rule.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.072527 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.073039 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-pps not supported by any of loaded plugins Apr 11 13:09:11.073416 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_rule_type_details.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.074361 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.074870 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 13:09:11.075195 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_rule_type_filter.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.076120 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.076633 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 13:09:11.076955 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: qos_rules_alias.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.078009 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.078545 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 13:09:11.078869 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: quota_check_limit.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.079773 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.080396 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: quota-check-limit Apr 11 13:09:11.080728 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: quotasv2.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.081693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.082015 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: quotas Apr 11 13:09:11.082417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: quotasv2_detail.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.084618 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.084955 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: quota_details Apr 11 13:09:11.085288 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: rbac.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.086842 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.087380 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: rbac-policies Apr 11 13:09:11.087712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: rbac_address_group.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.088908 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.089488 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: rbac-address-group Apr 11 13:09:11.089817 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: rbac_address_scope.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.094738 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.095261 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: rbac-address-scope Apr 11 13:09:11.095589 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: rbac_security_groups.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.096604 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.097115 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: rbac-security-groups Apr 11 13:09:11.097478 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: rbac_subnetpool.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.098437 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.098946 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: rbac-subnetpool Apr 11 13:09:11.099269 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: revisionifmatch.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.100225 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.100734 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: revision-if-match Apr 11 13:09:11.101055 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: revisions.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.102217 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.102770 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: standard-attr-revisions Apr 11 13:09:11.103091 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: router_availability_zone.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.103763 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.104280 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: router_availability_zone Apr 11 13:09:11.104602 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: routerservicetype.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.105531 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.106040 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension router-service-type not supported by any of loaded plugins Apr 11 13:09:11.106388 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.107301 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.107813 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: security-groups-normalized-cidr Apr 11 13:09:11.108133 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: security_groups_port_filtering.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.109812 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.110346 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: port-security-groups-filtering Apr 11 13:09:11.110668 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.111596 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.112101 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: security-groups-remote-address-group Apr 11 13:09:11.112421 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.113379 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.113884 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: security-groups-shared-filtering Apr 11 13:09:11.114232 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.114820 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 13:09:11.115139 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: securitygroup.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.125706 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.126280 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: security-group Apr 11 13:09:11.126612 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: segment.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.127385 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.134545 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension segment not supported by any of loaded plugins Apr 11 13:09:11.134545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.135253 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.135766 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 13:09:11.136090 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: servicetype.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.137223 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.137745 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: service-type Apr 11 13:09:11.138070 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: sorting.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.139096 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.139425 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: sorting Apr 11 13:09:11.139801 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: standard_attr_segment.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.140779 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.141293 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 13:09:11.141615 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: standardattrdescription.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.142282 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.142789 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: standard-attr-description Apr 11 13:09:11.143109 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: stateful_security_group.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.144017 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.144522 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: stateful-security-group Apr 11 13:09:11.144842 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: stdattrs_common.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.145408 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 13:09:11.145729 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.146720 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.147323 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 13:09:11.147643 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: subnet_onboard.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.148702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.149217 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: subnet_onboard Apr 11 13:09:11.149540 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.150497 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.151006 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 13:09:11.151326 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: subnet_service_types.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.152248 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.152755 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: subnet-service-types Apr 11 13:09:11.153113 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: subnetallocation.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.154205 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.154720 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: subnet_allocation Apr 11 13:09:11.155044 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.155737 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.156243 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: subnetpool-prefix-ops Apr 11 13:09:11.156647 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.157833 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.158424 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 13:09:11.158789 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: tagging.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.160044 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.160571 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: standard-attr-tag Apr 11 13:09:11.160882 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: timestamp.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.162071 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.162612 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loaded extension: standard-attr-timestamp Apr 11 13:09:11.162937 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: trunk.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.163951 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.164465 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension trunk not supported by any of loaded plugins Apr 11 13:09:11.164789 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: trunk_details.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.165691 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.166233 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension trunk-details not supported by any of loaded plugins Apr 11 13:09:11.166599 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: uplink_status_propagation.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.167504 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.168011 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 13:09:11.168330 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Loading extension file: vlantransparent.py {{(pid=103798) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 13:09:11.168989 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103798) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 13:09:11.169496 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 13:09:11.172659 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:network Apr 11 13:09:11.173171 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:subnet Apr 11 13:09:11.173567 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:09:11.173954 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:port Apr 11 13:09:11.175234 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.175669 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service FLAVORS assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.176278 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.176714 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.177041 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:router Apr 11 13:09:11.177462 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:floatingip Apr 11 13:09:11.177948 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service METERING assigned prefix: /metering {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.179417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:11.179786 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:11.180138 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103798) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:09:11.181160 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 13:09:11.181604 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:security_group Apr 11 13:09:11.182039 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 13:09:11.182702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service CORE assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.189388 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:09:11.189388 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] subnetpool is already registered Apr 11 13:09:11.189388 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service CORE assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.189388 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:09:11.189388 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] subnetpool is already registered Apr 11 13:09:11.189388 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.189388 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service FLAVORS assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.189388 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.189927 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.189927 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:router Apr 11 13:09:11.189927 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] router is already registered Apr 11 13:09:11.189927 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:floatingip Apr 11 13:09:11.190255 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] floatingip is already registered Apr 11 13:09:11.190716 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service METERING assigned prefix: /metering {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.191414 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 13:09:11.191740 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] rbac_policy is already registered Apr 11 13:09:11.192159 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:security_group Apr 11 13:09:11.192490 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] security_group is already registered Apr 11 13:09:11.192890 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 13:09:11.193220 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] security_group_rule is already registered Apr 11 13:09:11.193702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service CORE assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.194052 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:09:11.194403 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] subnetpool is already registered Apr 11 13:09:11.194831 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.v2.resource_helper [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Service CORE assigned prefix: {{(pid=103798) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 13:09:11.195151 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 13:09:11.195477 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING neutron.quota.resource_registry [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] subnetpool is already registered Apr 11 13:09:11.195937 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: extensions {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.198647 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: address-groups {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.200099 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: address-scopes {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.201286 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: agents {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.202600 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: auto-allocated-topology {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.203812 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: availability_zones {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.205055 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: dhcp-networks {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.206444 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: dhcp-agents {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.207967 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: routers {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.210090 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: flavors {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.211352 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: service_profiles {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.212519 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: next_providers {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.213938 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: service_profiles {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.215414 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: floatingip-pools {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.216753 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: routers {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.219530 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: floatingips {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.220690 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: l3-routers {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.222247 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: l3-agents {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.223652 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: metering-labels {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.224893 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: metering-label-rules {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.226277 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: network-ip-availabilities {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.227564 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: bindings {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.229090 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: quotas {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.230749 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: quotas {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.232272 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: rbac-policies {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.233577 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: security-groups {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.235162 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: security-group-rules {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.236379 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: service-providers {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.237609 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: subnetpools {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.238978 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: subnetpools {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.240788 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.242514 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.244294 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.246093 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.247774 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.250306 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.251967 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.253745 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.256603 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.258455 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron.api.extensions [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Extended resource: tags {{(pid=103798) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 13:09:11.264350 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING keystonemiddleware.auth_token [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 13:09:11.269470 dv-cinder-836973-2-iscsi neutron-server[103798]: WARNING keystonemiddleware.auth_token [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 13:09:11.278315 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Acquired lock "singleton_lock" {{(pid=103798) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 13:09:11.278784 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_concurrency.lockutils [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Releasing lock "singleton_lock" {{(pid=103798) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 13:09:11.279435 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO oslo_service.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Starting 2 workers Apr 11 13:09:11.284472 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Started child 103909 {{(pid=103798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 13:09:11.289022 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Started child 103910 {{(pid=103798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 13:09:11.290145 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:11.290761 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO neutron.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 13:09:11.291278 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Publish callbacks [] for process (None), before_spawn {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:11.291646 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [-] (103909) wsgi starting up on http://0.0.0.0:9696 Apr 11 13:09:11.293764 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO oslo_service.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Starting 1 workers Apr 11 13:09:11.294361 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:11.295862 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [-] (103910) wsgi starting up on http://0.0.0.0:9696 Apr 11 13:09:11.299344 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Started child 103911 {{(pid=103798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 13:09:11.299887 dv-cinder-836973-2-iscsi neutron-server[103798]: INFO oslo_service.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Starting 1 workers Apr 11 13:09:11.303189 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] calling RpcWorker wait() {{(pid=103911) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 13:09:11.303719 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] returning from RpcWorker wait() {{(pid=103911) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 13:09:11.304541 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Started child 103912 {{(pid=103798) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 13:09:11.304908 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:11.305357 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG neutron_lib.callbacks.manager [None req-7b0dc4c1-13b8-4c3e-b471-e31737db0fdd None None] Publish callbacks [] for process (None), after_spawn {{(pid=103798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:11.305448 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:11.307395 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103798) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 13:09:11.307620 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 13:09:11.307806 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 13:09:11.308041 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 13:09:11.308426 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 13:09:11.308590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 13:09:11.309118 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.309392 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.309651 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.309917 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.310218 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.310676 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:11.311147 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.311147 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.311335 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.312101 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.312347 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.312657 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.313053 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.313279 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.313509 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.313811 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.314071 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.314338 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.314611 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.314784 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.315044 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.315382 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.315648 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.315915 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] debug = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.316171 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.316657 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.316900 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.317137 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.317352 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.317630 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.317874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.318152 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.318399 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.318628 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.318859 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.319115 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.319334 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.319543 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.319788 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.320011 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.320263 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.320480 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.320942 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] host = dv-cinder-836973-2-iscsi {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.321173 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.321403 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.321646 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.321887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.322148 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.322394 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.322644 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.322900 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.323139 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.323378 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.323662 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.323871 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.324101 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.324355 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.324518 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_options = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.324759 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.325037 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.325297 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.325485 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.325826 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.326189 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.326468 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.326634 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.326892 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.327746 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.328055 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.328397 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.328651 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.328878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.329144 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.330251 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.330514 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.330755 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.331235 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.331383 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.331540 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.331784 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.332021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.332272 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.332502 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.332737 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.332998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.333258 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.333542 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.333852 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.334054 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.334354 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.334582 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.334830 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342043 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342043 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342043 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342379 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 39740) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:11.342496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.342496 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343232 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343232 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_json = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343350 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:11.343417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.343878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.343878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.343878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.343878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.343878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.343878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.343878 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344309 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344309 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344309 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344309 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344309 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344309 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344309 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344309 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344749 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.344863 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.345159 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.345365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.345581 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.345827 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.346261 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.346481 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080001 Apr 11 13:09:11.346568 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.347847 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.347847 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.347847 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.347847 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.347847 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.348216 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.348392 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.348661 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.348928 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.349203 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.349425 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.349647 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.349872 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.350164 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.350386 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.350608 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.350889 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.351796 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.351796 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.351796 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.351796 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.352060 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.352268 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.352494 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.352748 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.352998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.353242 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.353491 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.353716 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.353932 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.354172 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.354404 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.354651 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.354909 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356873 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356873 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.356873 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.357121 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.357335 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.357597 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.357815 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.358030 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.358317 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.359467 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.359802 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.360048 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.360272 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.360492 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.360709 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.360922 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.361142 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.361374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.361614 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.361830 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.362048 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.362303 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.363858 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.364093 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.364317 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.365176 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.365405 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.365634 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.365923 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.366280 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.368917 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.369077 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373021 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373687 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373687 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373687 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.373687 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.374513 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.374943 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.375365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.375983 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.376332 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.376599 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.376876 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.378404 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.378404 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.378404 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.378404 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.378729 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.378806 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.379103 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.380329 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.380329 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.380604 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.383702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.383702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.383702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.383702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.383702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.383702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.383702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.384175 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.384417 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.384664 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.384920 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.385955 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.385955 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.386694 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.386694 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.387038 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.387282 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.387519 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.387735 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.388016 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.388273 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.388889 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.389168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.390536 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.390756 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.391652 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.391652 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.391652 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.394091 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.396810 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.396810 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.396810 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.396810 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.396810 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.396810 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.396810 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.397355 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.397355 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.397355 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.397591 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.398397 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.398627 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.398900 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.399499 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.399886 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.400275 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.400766 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.401151 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.401519 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.401979 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.402964 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.407590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.407590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.407590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.407590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.407590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.407590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.407590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.407590 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408186 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.408693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.409165 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.409165 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.409330 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.409408 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.409631 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.409868 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.410137 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.410381 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.410911 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.411013 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.411195 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.411442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.411706 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.412615 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.412615 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.412773 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.412965 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.413192 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.413412 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.413650 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.413882 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.414095 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.414338 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.414547 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.414919 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.415359 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.415748 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.416120 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.416501 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.416914 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.417194 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.417450 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.417665 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.417880 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.418167 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.418372 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.419269 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.419269 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.419269 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.419269 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.419550 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.419651 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.419849 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.420094 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.420304 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.420515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.421119 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.421248 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.421456 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.421703 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.421912 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.422244 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.422675 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.423070 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.423281 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.423511 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.423722 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.424659 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.424659 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.424659 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.424659 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.424932 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.425121 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.425367 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.425662 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.425916 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.426190 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.426447 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.426775 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.427008 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.427914 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.427914 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.427914 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.427914 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.428253 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.428495 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.428768 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.429046 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.429304 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.429605 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.429897 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.430233 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.430506 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.436168 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.437783 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.438442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.438442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.438442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.438442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 13:09:11.438442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103798) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 13:09:11.438442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 13:09:11.438442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 13:09:11.438442 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 13:09:11.438914 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 13:09:11.438914 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 13:09:11.438914 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.439189 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440114 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440114 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440114 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440114 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440114 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440485 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440485 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440698 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.440851 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.441053 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.441216 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.441379 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442137 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442137 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442137 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442137 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442440 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442440 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442557 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442769 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] debug = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.442859 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.443011 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.443183 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.443323 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.443468 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.443620 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.443780 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.443945 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.444105 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.444259 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.444413 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.444570 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.444731 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.444928 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.445091 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.445235 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.445380 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.445535 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.445693 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] host = dv-cinder-836973-2-iscsi {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.445849 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.446008 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.447559 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.447559 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.447559 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.447559 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.447818 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.447949 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.448018 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.448145 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.448307 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.448466 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.448630 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.448791 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.448951 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_options = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.449112 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.449272 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.449432 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.449621 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.449792 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.449957 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.450180 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.451641 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.451641 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.451641 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.451875 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.451875 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.452044 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.452697 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.452864 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.453024 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.453179 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.453340 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.453502 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.453664 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.453823 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.453987 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.454924 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.454924 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.454924 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.454924 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.454924 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.454924 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.455343 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.455343 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.455343 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.455549 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.455654 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.455813 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.455974 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.456134 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.456297 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.456458 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.456621 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.456779 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.456939 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.457099 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.457259 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.457419 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.457578 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.457738 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.457898 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_json = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.458056 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.459813 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.459813 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.459813 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.459813 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.459813 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.460184 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.460184 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.462712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 13:09:11.462712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.462712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.462712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.462712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.462712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.462712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.462712 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463365 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.463887 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.464414 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.464414 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.464414 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.464627 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.464627 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.464764 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.465672 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.465672 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.465672 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.465672 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.465672 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.465672 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.466130 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.466130 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.466276 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.466352 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.466501 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.466653 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.466816 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.467420 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.467420 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.467420 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.467420 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.467801 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.467801 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.467942 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.468125 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.468330 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.468508 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.468606 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.468769 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.468988 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.469127 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.469247 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.469420 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.469584 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.470100 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.470100 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.470100 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.470378 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.470378 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.470596 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.470702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.470864 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.471025 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.471210 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.471394 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.471528 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.471687 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.472010 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.472173 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.472477 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.472781 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.473090 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.474169 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.474169 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.474169 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.474169 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.474169 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.474169 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475281 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:11.475374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475374 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475881 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475881 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.475881 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.476091 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.476091 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.476231 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.476372 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.476604 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.476702 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.476854 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.476998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.477153 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.477345 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.477503 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.477639 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.477801 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.477961 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.478089 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.478340 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.478503 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.478665 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.478828 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.478990 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.479152 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.479316 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.479478 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.479640 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.479826 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.479999 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.480355 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.480355 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.480603 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.480740 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.480849 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.480967 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.481303 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.481303 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.481632 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.481632 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.481854 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.482896 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.482896 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.482896 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.482896 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.482896 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.482896 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.482896 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.483460 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.483460 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.483460 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.483734 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.483799 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.484858 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.484858 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.484858 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.484858 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.484858 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.485578 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.485578 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.485578 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.485578 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.485578 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.487515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.487515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.487515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.487515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.487515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.487515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.487515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.487515 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.488545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.488545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.488545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.488545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.488545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.488545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.488545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.488545 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.489539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.489539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.489539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.489539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.489539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.489539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.489539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.489539 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.490458 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.490458 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.490458 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.490458 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.490458 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.490458 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.490458 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.494874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.494874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.494874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.494874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.494874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.494874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.494874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.494874 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.495465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.495465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.495465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.495465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.495465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.495465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.495465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.495465 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.496028 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.496028 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.496028 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.496028 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.496028 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.496028 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.496028 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.496028 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.497479 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.498396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.498396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.498396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.498396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.498396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.498396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.498396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.498396 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.499623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.499623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.499623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.499623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.499623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.499623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.499623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.499623 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.500393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.500393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.500393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.500393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.500393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.500393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.500393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.500393 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501257 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501257 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501257 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501257 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501257 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501257 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501257 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501257 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.501998 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.502491 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.503733 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.503906 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.504078 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.504254 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.504420 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.504584 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.504758 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.504933 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.505079 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.505244 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.505446 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.505605 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.505770 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.505931 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.506090 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.506328 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.506438 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.506584 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.506756 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.506926 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.507089 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.507259 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.507431 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.507601 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.507764 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.507933 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.508107 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.508269 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.508439 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.508708 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.508846 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.508967 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.509096 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.509218 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.509369 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.509529 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.509691 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.509854 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.510015 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.510198 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.510361 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.510523 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.510684 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.511683 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.511683 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.511683 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 13:09:11.511683 dv-cinder-836973-2-iscsi neutron-server[103798]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103798) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 13:09:23.109696 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dcabc2-a769-4a7b-b572-8508bc896af1 None None] get_active_networks_info from dv-cinder-836973-2-iscsi {{(pid=103911) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 13:09:23.174186 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dcabc2-a769-4a7b-b572-8508bc896af1 None None] No non-hosted networks {{(pid=103911) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 13:09:23.190999 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.agentschedulers_db [None req-87dcabc2-a769-4a7b-b572-8508bc896af1 None None] DHCP Agent not found on host dv-cinder-836973-2-iscsi {{(pid=103911) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 13:09:23.341817 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4ec94bf2-15ec-40ea-8073-03312c4764bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8108723'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:25.688545 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-78297a55-1a0a-4f26-be10-3d1680aa16f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8108723'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:25.722746 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-4e748e2d-ab02-4b6c-af49-b6e937208a50 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836973-2-iscsi {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:09:25.723631 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-4e748e2d-ab02-4b6c-af49-b6e937208a50 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:09:26.248301 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4e748e2d-ab02-4b6c-af49-b6e937208a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:26.277743 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 39820) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:26.316022 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8108723'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:26.820331 dv-cinder-836973-2-iscsi neutron-server[103910]: WARNING oslo_policy.policy [None req-f45eea25-2a74-43ce-9120-ac06fcd176af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:09:26.820931 dv-cinder-836973-2-iscsi neutron-server[103910]: WARNING oslo_policy.policy [None req-f45eea25-2a74-43ce-9120-ac06fcd176af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:09:27.052516 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-f45eea25-2a74-43ce-9120-ac06fcd176af admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:09:27.059216 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f45eea25-2a74-43ce-9120-ac06fcd176af admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7748463 Apr 11 13:09:27.927414 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8108723'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:29.545862 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8108723'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:29.546673 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.547017 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.547351 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.547680 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.548006 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.548331 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.548656 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.548998 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.549444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.550011 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.550650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.555816 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.555816 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.555816 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.555816 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:29.556107 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836973-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:29.566617 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836973-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:29.683641 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 39852) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:30.033040 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-f6cb821f-7a4e-4515-a511-32d2b55867d3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:09:30.134652 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.policy [None req-f6cb821f-7a4e-4515-a511-32d2b55867d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103910) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 13:09:30.178300 dv-cinder-836973-2-iscsi neutron-server[103910]: WARNING oslo_policy.policy [None req-f6cb821f-7a4e-4515-a511-32d2b55867d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:09:30.178611 dv-cinder-836973-2-iscsi neutron-server[103910]: WARNING oslo_policy.policy [None req-f6cb821f-7a4e-4515-a511-32d2b55867d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:09:30.367470 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f6cb821f-7a4e-4515-a511-32d2b55867d3 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756765214340', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756765213840', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756765230404', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756765235499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756765241888', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756765252749', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-638640', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-625805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8099633', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8071766'] for rbac-policy (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:30.568911 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f6cb821f-7a4e-4515-a511-32d2b55867d3 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:30.573539 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f6cb821f-7a4e-4515-a511-32d2b55867d3 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8845096 Apr 11 13:09:30.817428 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.db.l3_hamode_db [None req-0b3eda45-245d-457b-82a8-0469b0b19c34 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 13:09:30.897518 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3eda45-245d-457b-82a8-0469b0b19c34 None None] Routers set() bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:09:30.897892 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3eda45-245d-457b-82a8-0469b0b19c34 None None] Router IDs set() for agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 13:09:33.071310 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 39864) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:33.378027 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:09:33.456374 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Made reservation on behalf of 8b7cd677d97e4258b86ab104b3b550c6 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:09:33.460049 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:33.477085 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:33.581624 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Publish callbacks [] for security_group (3152a303-c380-4744-9ffd-973fedde892c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:33.650540 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3152a303-c380-4744-9ffd-973fedde892c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:33.682149 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:09:33.710154 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756763463590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:33.710658 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Unsubscribe: segment precommit_create {{(pid=103910) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 13:09:33.711201 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Added segment 1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5 of type vlan for network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 Apr 11 13:09:33.716795 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3152a303-c380-4744-9ffd-973fedde892c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:33.737818 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.738179 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.738529 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.738872 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.739217 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.739519 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.739836 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.740157 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.740471 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.740782 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.741095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.741421 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.741733 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.742040 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.742373 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Tracked resource versions report: Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: pushed versions: Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: { 'AddressGroup': {'1.2'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Agent': {'1.1'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'ConntrackHelper': {'1.0'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Log': {'1.0'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'NDPProxy': {'1.0'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Network': {'1.1'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Port': {'1.7'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'PortForwarding': {'1.3'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'QosPolicy': {'1.10'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SecurityGroup': {'1.5'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SubPort': {'1.0'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Subnet': {'1.1'}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Trunk': {'1.1'}} Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: consumer versions: Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: { DHCP agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: L3 agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: Metadata agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: Metering agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: Open vSwitch agent@dv-cinder-836973-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Agent': '1.1', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'ConntrackHelper': '1.0', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'LocalIPAssociation': '1.0', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Log': '1.0', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'NDPProxy': '1.0', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Network': '1.1', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Port': '1.7', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'PortForwarding': '1.3', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'QosPolicy': '1.10', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SecurityGroup': '1.5', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SecurityGroupRule': '1.2', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SubPort': '1.0', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Subnet': '1.1', Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Trunk': '1.1'}} Apr 11 13:09:33.743749 dv-cinder-836973-2-iscsi neutron-server[103910]: {{(pid=103910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:09:33.821879 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (01b77df7-a9a0-41e0-85c8-e0a95d38b275), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:33.926797 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (01b77df7-a9a0-41e0-85c8-e0a95d38b275), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:33.931875 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:33.932570 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:34.046427 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] Pushing event updated for resources: {'Network': ['ID=01b77df7-a9a0-41e0-85c8-e0a95d38b275,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:34.057670 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:09:34.066823 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5c2cc7d8-6753-4cf1-9109-6195f1fdd57e demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9943857 Apr 11 13:09:36.622356 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 39876) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:37.025637 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca5d20-9515-490a-81e1-aad3d2804ca5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:37.027067 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-32ca5d20-9515-490a-81e1-aad3d2804ca5 demo admin] 10.222.0.49 "GET /v2.0/networks/01b77df7-a9a0-41e0-85c8-e0a95d38b275 HTTP/1.1" status: 200 len: 825 time: 0.4037597 Apr 11 13:09:37.053108 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f587042a-720f-4ff9-923c-29ac2b12e105 demo admin] 10.222.0.49 "GET /v2.0/subnetpools/320d07bc-8b93-4d50-a88d-663804854fe5 HTTP/1.1" status: 200 len: 734 time: 0.0197425 Apr 11 13:09:37.061989 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'subnetpool_id': '320d07bc-8b93-4d50-a88d-663804854fe5', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:09:37.177746 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Made reservation on behalf of 8b7cd677d97e4258b86ab104b3b550c6 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:09:37.180006 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:37.527363 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (263b812b-4473-4991-bf89-36ccea14445f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:37.597661 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Checking segment: {'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:09:37.598052 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Network hostable DHCP agents. Network: 01b77df7-a9a0-41e0-85c8-e0a95d38b275, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:09:37.607113 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Pushing event updated for resources: {'Subnet': ['ID=263b812b-4473-4991-bf89-36ccea14445f,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:37.692500 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:09:37.767205 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 01b77df7-a9a0-41e0-85c8-e0a95d38b275) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:09:37.772308 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:37.773941 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:37.778138 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34bc82-1739-4c8f-8ab6-367e65a3c046 None None] Network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:09:37.866537 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-351be2ee-bce7-4714-a38c-623aa2ccfd30 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8081293 Apr 11 13:09:38.188247 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'fixed_ips': [{'subnet_id': '263b812b-4473-4991-bf89-36ccea14445f'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:09:38.189520 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:38.470452 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Allocated IP 172.20.0.2 (01b77df7-a9a0-41e0-85c8-e0a95d38b275/263b812b-4473-4991-bf89-36ccea14445f/ab64b01c-a691-4062-bda6-5a9bfd8df701) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:09:38.743322 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Publish callbacks [] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:38.818930 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:38.902577 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:09:38.907544 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Pushing event updated for resources: {'Port': ['ID=ab64b01c-a691-4062-bda6-5a9bfd8df701,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:38.909841 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:09:38.916945 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:09:38.920674 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.920674 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.920908 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.921256 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.921594 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.922026 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.922458 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.922779 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.923100 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.923420 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.923746 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.924086 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.924410 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.924728 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.925042 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Tracked resource versions report: Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: pushed versions: Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Agent': {'1.1'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Log': {'1.0'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Network': {'1.1'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Port': {'1.7'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: consumer versions: Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: L3 agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: Metadata agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: Metering agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-836973-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Agent': '1.1', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Log': '1.0', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'NDPProxy': '1.0', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Network': '1.1', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Port': '1.7', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'PortForwarding': '1.3', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'QosPolicy': '1.10', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SubPort': '1.0', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Subnet': '1.1', Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Trunk': '1.1'}} Apr 11 13:09:38.926541 dv-cinder-836973-2-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:09:39.003925 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Attempting to bind port ab64b01c-a691-4062-bda6-5a9bfd8df701 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:09:39.004260 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Attempting to bind port ab64b01c-a691-4062-bda6-5a9bfd8df701 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:09:39.004669 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Attempting to bind port ab64b01c-a691-4062-bda6-5a9bfd8df701 on network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:09:39.009629 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:09:39.010014 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Checking segment: {'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:09:39.010501 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:39.010892 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Bound using segment: {'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:09:39.011368 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Bound port: ab64b01c-a691-4062-bda6-5a9bfd8df701, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:09:39.011760 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:39.078064 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] For port ab64b01c-a691-4062-bda6-5a9bfd8df701, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:09:39.098432 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] For port ab64b01c-a691-4062-bda6-5a9bfd8df701, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=ab64b01c-a691-4062-bda6-5a9bfd8df701,segment=NetworkSegment(1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5),segment_id=1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:09:39.212684 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:39.271541 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f1aef-5870-4146-987a-37a62d0756d8 None None] Pushing event updated for resources: {'Port': ['ID=ab64b01c-a691-4062-bda6-5a9bfd8df701,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:40.443407 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 39884) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:40.762078 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-dff5b5a7-7f9c-4592-ba8e-676c72c62945 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:09:40.763115 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-dff5b5a7-7f9c-4592-ba8e-676c72c62945 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186777 Apr 11 13:09:43.382087 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 39892) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:43.708430 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [None req-0530e957-9755-4580-bcd1-c778bee6731a admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:09:43.709523 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0530e957-9755-4580-bcd1-c778bee6731a admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3262827 Apr 11 13:09:46.321518 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 39900) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:46.820520 dv-cinder-836973-2-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:09:46.821143 dv-cinder-836973-2-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:09:47.045213 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:09:47.108351 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.policy [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103909) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 13:09:47.152802 dv-cinder-836973-2-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:09:47.153345 dv-cinder-836973-2-iscsi neutron-server[103909]: WARNING oslo_policy.policy [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 13:09:47.304389 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (a6fab094-0731-4c9e-977e-d24cfdb46e9d), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:47.306297 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (a6fab094-0731-4c9e-977e-d24cfdb46e9d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:47.466984 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] Publish callbacks [] for router_controller (a6fab094-0731-4c9e-977e-d24cfdb46e9d), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:47.520363 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (a6fab094-0731-4c9e-977e-d24cfdb46e9d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:47.596586 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:47.610239 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-77c58b64-6800-4089-bc27-e7197a1327d5 demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.2744622 Apr 11 13:09:50.194050 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 39920) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:50.291442 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ab64b01c-a691-4062-bda6-5a9bfd8df701 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:09:50.373630 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port ab64b01c-a691-4062-bda6-5a9bfd8df701 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:09:50.374043 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:50.498123 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port ab64b01c-a691-4062-bda6-5a9bfd8df701 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:09:50.498444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:50.547420 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port ab64b01c-a691-4062-bda6-5a9bfd8df701, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=ab64b01c-a691-4062-bda6-5a9bfd8df701,segment=NetworkSegment(1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5),segment_id=1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:09:50.550114 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [None req-e10be488-1a62-469f-a8d6-beca390168b2 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:09:50.551263 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e10be488-1a62-469f-a8d6-beca390168b2 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3561997 Apr 11 13:09:50.612959 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:50.674344 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=ab64b01c-a691-4062-bda6-5a9bfd8df701,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:50.929606 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6085aa3-c7f6-439e-a63e-b4c38e80b530 None None] Network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:09:51.009000 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-72d4d373-8862-4972-aa25-fc649e027584 None None] Provisioning complete for port ab64b01c-a691-4062-bda6-5a9bfd8df701 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:09:51.009385 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72d4d373-8862-4972-aa25-fc649e027584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:51.131367 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-72d4d373-8862-4972-aa25-fc649e027584 None None] Current status of the port ab64b01c-a691-4062-bda6-5a9bfd8df701 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:09:51.348795 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-2d968fc1-d167-45b0-80cd-7f913f0794dd None None] Provisioning complete for port ab64b01c-a691-4062-bda6-5a9bfd8df701 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:09:51.349455 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d968fc1-d167-45b0-80cd-7f913f0794dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:51.430991 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2d968fc1-d167-45b0-80cd-7f913f0794dd None None] Current status of the port ab64b01c-a691-4062-bda6-5a9bfd8df701 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:09:52.269748 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ab64b01c-a691-4062-bda6-5a9bfd8df701 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:09:52.315811 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port ab64b01c-a691-4062-bda6-5a9bfd8df701 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:09:52.316196 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:52.392856 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port ab64b01c-a691-4062-bda6-5a9bfd8df701 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:09:53.121117 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-36d9558f-dcf7-4344-93ba-d5006c142747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:53.128850 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 39928) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:53.440586 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:09:53.503630 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Made reservation on behalf of 1a113afb28034953938db4779ef8e6eb for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:09:53.506384 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:53.522462 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:53.624099 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Publish callbacks [] for security_group (83c8199c-29ff-4769-af50-3e96d2b80447), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:53.698292 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (83c8199c-29ff-4769-af50-3e96d2b80447), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:53.708891 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Reserving flat network on physical network physnet1 {{(pid=103909) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 13:09:53.740246 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756763463590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (b407ef7a-c38c-4c70-a6c1-88d3f745a3e2), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:53.740824 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Unsubscribe: segment precommit_create {{(pid=103909) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 13:09:53.741377 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Added segment b407ef7a-c38c-4c70-a6c1-88d3f745a3e2 of type flat for network a261b16f-6e85-45fe-8d8a-0df8726f1395 Apr 11 13:09:53.757092 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c8199c-29ff-4769-af50-3e96d2b80447,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:53.801786 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.802142 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.802498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.802834 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.803161 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.803482 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.803801 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.804118 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.804452 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.804769 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.805096 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.805439 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.805740 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.806049 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.806391 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Tracked resource versions report: Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: pushed versions: Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: { 'AddressGroup': {'1.2'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Agent': {'1.1'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'ConntrackHelper': {'1.0'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Log': {'1.0'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'NDPProxy': {'1.0'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Network': {'1.1'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Port': {'1.7'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'PortForwarding': {'1.3'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'QosPolicy': {'1.10'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SecurityGroup': {'1.5'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SubPort': {'1.0'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Subnet': {'1.1'}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Trunk': {'1.1'}} Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: consumer versions: Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: { DHCP agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: L3 agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: Metadata agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: Metering agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: Open vSwitch agent@dv-cinder-836973-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Agent': '1.1', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'ConntrackHelper': '1.0', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'LocalIPAssociation': '1.0', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Log': '1.0', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'NDPProxy': '1.0', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Network': '1.1', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Port': '1.7', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'PortForwarding': '1.3', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'QosPolicy': '1.10', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SecurityGroup': '1.5', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SecurityGroupRule': '1.2', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SubPort': '1.0', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Subnet': '1.1', Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Trunk': '1.1'}} Apr 11 13:09:53.807844 dv-cinder-836973-2-iscsi neutron-server[103909]: {{(pid=103909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:09:53.856587 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (a261b16f-6e85-45fe-8d8a-0df8726f1395), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:53.943876 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (a261b16f-6e85-45fe-8d8a-0df8726f1395), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:53.945120 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:53.945821 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:54.045012 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] Pushing event updated for resources: {'Network': ['ID=a261b16f-6e85-45fe-8d8a-0df8726f1395,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:54.052248 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2c8b9e65-2699-4f19-9884-208b82e57b04 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9223824 Apr 11 13:09:54.058546 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:09:55.629368 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-26e6de5d-d86b-4f2c-9c71-10c691d214c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:56.315722 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:56.597075 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 39948) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:09:56.924489 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edbfb51-3346-4e85-913a-cea82b2612bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:09:56.925873 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3edbfb51-3346-4e85-913a-cea82b2612bf demo admin] 10.222.0.49 "GET /v2.0/subnets/263b812b-4473-4991-bf89-36ccea14445f HTTP/1.1" status: 200 len: 849 time: 0.3278522 Apr 11 13:09:57.079877 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-37dc5be5-8125-4054-8caf-67151fefc0b8 demo admin] 10.222.0.49 "GET /v2.0/routers/a6fab094-0731-4c9e-977e-d24cfdb46e9d HTTP/1.1" status: 200 len: 704 time: 0.1467829 Apr 11 13:09:57.378209 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:57.697007 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Allocated IP 172.20.0.1 (01b77df7-a9a0-41e0-85c8-e0a95d38b275/263b812b-4473-4991-bf89-36ccea14445f/88ffb89f-e48f-483f-8b74-acd70cbd69ff) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:09:57.864112 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:57.879387 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Publish callbacks [] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:57.990743 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:58.116713 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:09:58.124115 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:09:58.128866 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:09:58.129598 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (a6fab094-0731-4c9e-977e-d24cfdb46e9d), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:58.152053 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Pushing event updated for resources: {'Port': ['ID=88ffb89f-e48f-483f-8b74-acd70cbd69ff,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:58.388719 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-18478558-6b4f-4d77-be4e-2f9a11510d70 None None] Provisioning complete for port 88ffb89f-e48f-483f-8b74-acd70cbd69ff triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:09:58.389188 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-18478558-6b4f-4d77-be4e-2f9a11510d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:58.428465 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-18478558-6b4f-4d77-be4e-2f9a11510d70 None None] Port 88ffb89f-e48f-483f-8b74-acd70cbd69ff cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:09:58.443565 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:58.666166 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Publish callbacks [] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:58.709351 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:58.710201 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (a6fab094-0731-4c9e-977e-d24cfdb46e9d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:58.798514 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Pushing event updated for resources: {'Port': ['ID=88ffb89f-e48f-483f-8b74-acd70cbd69ff,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:09:58.842397 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:09:58.844388 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:09:59.049436 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-d8f16278-ce5e-4519-9ac6-5e21baa196a9 None None] Provisioning complete for port 88ffb89f-e48f-483f-8b74-acd70cbd69ff triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:09:59.050032 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8f16278-ce5e-4519-9ac6-5e21baa196a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:59.086496 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d8f16278-ce5e-4519-9ac6-5e21baa196a9 None None] Port 88ffb89f-e48f-483f-8b74-acd70cbd69ff cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:09:59.098211 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Router a6fab094-0731-4c9e-977e-d24cfdb46e9d is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:09:59.201856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:09:59.207835 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b9296ed5-12fa-4682-a263-c024b03e18d4 demo admin] 10.222.0.49 "PUT /v2.0/routers/a6fab094-0731-4c9e-977e-d24cfdb46e9d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1186864 Apr 11 13:09:59.212509 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Sync routers for ids ['a6fab094-0731-4c9e-977e-d24cfdb46e9d'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:09:59.225602 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Routers {'a6fab094-0731-4c9e-977e-d24cfdb46e9d'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:09:59.226463 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:09:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['a6fab094-0731-4c9e-977e-d24cfdb46e9d'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:59.425734 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Set router a6fab094-0731-4c9e-977e-d24cfdb46e9d gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:09:59.538018 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:09:59.855901 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'name': 'router1', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:09:47Z', 'updated_at': '2022-04-11T13:09:58Z', 'revision_number': 2, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'gw_port_host': None, '_interfaces': [{'id': '88ffb89f-e48f-483f-8b74-acd70cbd69ff', 'name': '', 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'mac_address': 'fa:16:3e:c7:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263b812b-4473-4991-bf89-36ccea14445f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:09:57Z', 'updated_at': '2022-04-11T13:09:58Z', 'revision_number': 2, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'subnets': [{'id': '263b812b-4473-4991-bf89-36ccea14445f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320d07bc-8b93-4d50-a88d-663804854fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:09:59.908693 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Checking router: a6fab094-0731-4c9e-977e-d24cfdb46e9d for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:09:59.909068 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Updating router a6fab094-0731-4c9e-977e-d24cfdb46e9d port 88ffb89f-e48f-483f-8b74-acd70cbd69ff binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:09:59.961315 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:00.487454 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Publish callbacks [] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:00.572330 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:00.744645 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Pushing event updated for resources: {'Port': ['ID=88ffb89f-e48f-483f-8b74-acd70cbd69ff,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:00.747032 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Attempting to bind port 88ffb89f-e48f-483f-8b74-acd70cbd69ff on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:10:00.747430 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Attempting to bind port 88ffb89f-e48f-483f-8b74-acd70cbd69ff by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:10:00.747855 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Attempting to bind port 88ffb89f-e48f-483f-8b74-acd70cbd69ff on network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:10:00.757832 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:10:00.758255 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Checking segment: {'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:10:00.758716 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:00.759103 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Bound using segment: {'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:10:00.759574 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Bound port: 88ffb89f-e48f-483f-8b74-acd70cbd69ff, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:10:00.759948 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:00.763138 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.763477 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.763813 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.764139 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.764470 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.764776 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.765094 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.766055 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.766405 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.766726 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.767045 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.767381 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.767703 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.768015 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.768328 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Tracked resource versions report: Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: pushed versions: Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: { 'AddressGroup': {'1.2'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Agent': {'1.1'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'ConntrackHelper': {'1.0'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Log': {'1.0'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'NDPProxy': {'1.0'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Network': {'1.1'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Port': {'1.7'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'PortForwarding': {'1.3'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'QosPolicy': {'1.10'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SecurityGroup': {'1.5'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SubPort': {'1.0'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Subnet': {'1.1'}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Trunk': {'1.1'}} Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: consumer versions: Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: { DHCP agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: L3 agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: Metadata agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: Metering agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: Open vSwitch agent@dv-cinder-836973-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Agent': '1.1', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'ConntrackHelper': '1.0', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'LocalIPAssociation': '1.0', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Log': '1.0', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'NDPProxy': '1.0', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Network': '1.1', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Port': '1.7', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'PortForwarding': '1.3', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'QosPolicy': '1.10', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SecurityGroup': '1.5', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SecurityGroupRule': '1.2', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SubPort': '1.0', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Subnet': '1.1', Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Trunk': '1.1'}} Apr 11 13:10:00.770122 dv-cinder-836973-2-iscsi neutron-server[103912]: {{(pid=103912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:10:00.815825 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-b40a6c55-b324-44db-b325-4f2f104e1c88 None None] Provisioning complete for port 88ffb89f-e48f-483f-8b74-acd70cbd69ff triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:10:00.816433 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b40a6c55-b324-44db-b325-4f2f104e1c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:00.845379 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] For port 88ffb89f-e48f-483f-8b74-acd70cbd69ff, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:10:00.853542 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-b40a6c55-b324-44db-b325-4f2f104e1c88 None None] Port 88ffb89f-e48f-483f-8b74-acd70cbd69ff cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:10:00.867144 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] For port 88ffb89f-e48f-483f-8b74-acd70cbd69ff, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=88ffb89f-e48f-483f-8b74-acd70cbd69ff,segment=NetworkSegment(1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5),segment_id=1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:10:00.944492 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:00.997651 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Routers {'a6fab094-0731-4c9e-977e-d24cfdb46e9d'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:00.998302 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:09:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['a6fab094-0731-4c9e-977e-d24cfdb46e9d'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:01.074015 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd2f78-6abd-4617-a91b-df2f1fe3eaa0 None None] Pushing event updated for resources: {'Port': ['ID=88ffb89f-e48f-483f-8b74-acd70cbd69ff,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:01.100178 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] Set router a6fab094-0731-4c9e-977e-d24cfdb46e9d gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:01.176520 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-e66f99f1-83a9-47aa-a35f-75c743b01137 None None] Provisioning complete for port 88ffb89f-e48f-483f-8b74-acd70cbd69ff triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:10:01.176896 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e66f99f1-83a9-47aa-a35f-75c743b01137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:01.257590 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-e66f99f1-83a9-47aa-a35f-75c743b01137 None None] Current status of the port 88ffb89f-e48f-483f-8b74-acd70cbd69ff is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:10:01.257874 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e66f99f1-83a9-47aa-a35f-75c743b01137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:01.292744 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-e66f99f1-83a9-47aa-a35f-75c743b01137 None None] For port 88ffb89f-e48f-483f-8b74-acd70cbd69ff, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=88ffb89f-e48f-483f-8b74-acd70cbd69ff,segment=NetworkSegment(1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5),segment_id=1bdf8b55-db7e-42e4-9ea9-cbd3b33a20f5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:01.308058 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'name': 'router1', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:09:47Z', 'updated_at': '2022-04-11T13:09:58Z', 'revision_number': 2, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'gw_port_host': None, '_interfaces': [{'id': '88ffb89f-e48f-483f-8b74-acd70cbd69ff', 'name': '', 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'mac_address': 'fa:16:3e:c7:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263b812b-4473-4991-bf89-36ccea14445f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:09:57Z', 'updated_at': '2022-04-11T13:10:00Z', 'revision_number': 4, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'subnets': [{'id': '263b812b-4473-4991-bf89-36ccea14445f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320d07bc-8b93-4d50-a88d-663804854fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:01.340737 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3d1c8-0ecc-4a48-95c8-e8268d57fa93 None None] The sync data for ids ['a6fab094-0731-4c9e-977e-d24cfdb46e9d'] in dv-cinder-836973-2-iscsi is: [{'id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'name': 'router1', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:09:47Z', 'updated_at': '2022-04-11T13:09:58Z', 'revision_number': 2, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'gw_port_host': None, '_interfaces': [{'id': '88ffb89f-e48f-483f-8b74-acd70cbd69ff', 'name': '', 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'mac_address': 'fa:16:3e:c7:27:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263b812b-4473-4991-bf89-36ccea14445f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:09:57Z', 'updated_at': '2022-04-11T13:10:00Z', 'revision_number': 4, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'subnets': [{'id': '263b812b-4473-4991-bf89-36ccea14445f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320d07bc-8b93-4d50-a88d-663804854fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:10:01.349762 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e66f99f1-83a9-47aa-a35f-75c743b01137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:01.403434 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f99f1-83a9-47aa-a35f-75c743b01137 None None] Pushing event updated for resources: {'Port': ['ID=88ffb89f-e48f-483f-8b74-acd70cbd69ff,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:01.743372 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 39968) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:01.855752 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd98704-c84a-410e-a6e7-2a15512a7fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:01.857740 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ecd98704-c84a-410e-a6e7-2a15512a7fc4 admin admin] 10.222.0.49 "GET /v2.0/networks/a261b16f-6e85-45fe-8d8a-0df8726f1395 HTTP/1.1" status: 200 len: 842 time: 0.1133780 Apr 11 13:10:01.866576 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Request body: {'subnet': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:10:01.966893 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Made reservation on behalf of 1a113afb28034953938db4779ef8e6eb for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:10:01.969746 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:02.356081 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.objects.ports [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103910) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 13:10:02.356546 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (a73133f7-5133-4fab-b373-b7a27eb75e16), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:02.413645 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73133f7-5133-4fab-b373-b7a27eb75e16,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:02.423292 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:10:02.424474 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Network hostable DHCP agents. Network: a261b16f-6e85-45fe-8d8a-0df8726f1395, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:10:02.532957 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:10:02.589612 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, a261b16f-6e85-45fe-8d8a-0df8726f1395) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:10:02.593850 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:02.594546 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:02.599968 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1e89c1-0e29-476d-9da0-80f88319eeaf None None] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:10:02.704954 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ff78b-fc4c-4cb4-99fd-cfb9991303f9 None None] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:10:02.708394 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-60272507-9350-4e53-b3dc-993e558de220 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8451707 Apr 11 13:10:05.212008 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 39978) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:05.346783 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5c7de255-0d88-483e-b9f6-a2a928fa574c demo admin] 10.222.0.49 "GET /v2.0/routers/a6fab094-0731-4c9e-977e-d24cfdb46e9d HTTP/1.1" status: 200 len: 710 time: 0.1334820 Apr 11 13:10:05.434456 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb42021-298f-4ead-88ed-5e472caf5b6b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:10:05.435825 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-feb42021-298f-4ead-88ed-5e472caf5b6b demo admin] 10.222.0.49 "GET /v2.0/networks/a261b16f-6e85-45fe-8d8a-0df8726f1395 HTTP/1.1" status: 200 len: 886 time: 0.0837348 Apr 11 13:10:05.445260 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:10:05.698983 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks [] for router_gateway (a6fab094-0731-4c9e-977e-d24cfdb46e9d), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:06.083261 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks [] for router_gateway (a6fab094-0731-4c9e-977e-d24cfdb46e9d), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:06.157953 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:06.262086 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Allocated IP 172.27.3.235 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/499610fa-21ed-410a-9001-c25cf8042df5) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:10:06.364091 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks [] for port (499610fa-21ed-410a-9001-c25cf8042df5), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:06.458820 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (499610fa-21ed-410a-9001-c25cf8042df5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:06.498431 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:10:06.502673 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:10:06.509121 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:10:06.511766 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Pushing event updated for resources: {'Port': ['ID=499610fa-21ed-410a-9001-c25cf8042df5,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:06.853208 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks [] for router_gateway (a6fab094-0731-4c9e-977e-d24cfdb46e9d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:07.053852 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7927369', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8108238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6078'] for router (a6fab094-0731-4c9e-977e-d24cfdb46e9d), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:07.057194 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8064954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8064947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8108231'] for router (a6fab094-0731-4c9e-977e-d24cfdb46e9d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:07.169223 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Router a6fab094-0731-4c9e-977e-d24cfdb46e9d has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:10:07.284432 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:10:07.288699 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:07.306134 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3b0ec72c-6d84-454e-b416-970d944b42d0 demo admin] 10.222.0.49 "PUT /v2.0/routers/a6fab094-0731-4c9e-977e-d24cfdb46e9d HTTP/1.1" status: 200 len: 890 time: 1.8478231 Apr 11 13:10:08.309181 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 88ffb89f-e48f-483f-8b74-acd70cbd69ff up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:10:08.357440 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 88ffb89f-e48f-483f-8b74-acd70cbd69ff triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:10:08.357909 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:08.446343 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 88ffb89f-e48f-483f-8b74-acd70cbd69ff is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:10:09.859940 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 39990) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:10:09.975627 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-dcc4890e-2f7a-419f-b842-d1ec4143f23c admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139958 Apr 11 13:10:10.083808 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Sync routers for ids ['a6fab094-0731-4c9e-977e-d24cfdb46e9d'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:10:10.097316 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Routers {'a6fab094-0731-4c9e-977e-d24cfdb46e9d'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:10.097996 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:09:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['a6fab094-0731-4c9e-977e-d24cfdb46e9d'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:10.326043 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Set router a6fab094-0731-4c9e-977e-d24cfdb46e9d gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:10.826088 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'name': 'router1', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '499610fa-21ed-410a-9001-c25cf8042df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:09:47Z', 'updated_at': '2022-04-11T13:10:06Z', 'revision_number': 4, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'gw_port': {'id': '499610fa-21ed-410a-9001-c25cf8042df5', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:10:06Z', 'updated_at': '2022-04-11T13:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '88ffb89f-e48f-483f-8b74-acd70cbd69ff', 'name': '', 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'mac_address': 'fa:16:3e:c7:27:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263b812b-4473-4991-bf89-36ccea14445f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:09:57Z', 'updated_at': '2022-04-11T13:10:01Z', 'revision_number': 5, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'subnets': [{'id': '263b812b-4473-4991-bf89-36ccea14445f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320d07bc-8b93-4d50-a88d-663804854fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:10.883623 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Checking router: a6fab094-0731-4c9e-977e-d24cfdb46e9d for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:10:10.883972 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Updating router a6fab094-0731-4c9e-977e-d24cfdb46e9d port 499610fa-21ed-410a-9001-c25cf8042df5 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:10:10.956903 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (499610fa-21ed-410a-9001-c25cf8042df5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:11.304381 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Publish callbacks [] for port (499610fa-21ed-410a-9001-c25cf8042df5), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:11.389863 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (499610fa-21ed-410a-9001-c25cf8042df5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:11.447816 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed10b29-980e-427d-9c8f-3f84df4ff480 None None] Pushing event updated for resources: {'Port': ['ID=499610fa-21ed-410a-9001-c25cf8042df5,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:11.454035 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Attempting to bind port 499610fa-21ed-410a-9001-c25cf8042df5 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:10:11.454440 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Attempting to bind port 499610fa-21ed-410a-9001-c25cf8042df5 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:10:11.454807 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Attempting to bind port 499610fa-21ed-410a-9001-c25cf8042df5 on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:10:11.459843 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:10:11.460220 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:10:11.460623 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:11.461017 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:10:11.461481 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Bound port: 499610fa-21ed-410a-9001-c25cf8042df5, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:10:11.461859 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (499610fa-21ed-410a-9001-c25cf8042df5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:11.513281 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] For port 499610fa-21ed-410a-9001-c25cf8042df5, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:10:11.517281 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] For port 499610fa-21ed-410a-9001-c25cf8042df5, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=499610fa-21ed-410a-9001-c25cf8042df5,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:10:11.595865 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (499610fa-21ed-410a-9001-c25cf8042df5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:11.654444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Routers {'a6fab094-0731-4c9e-977e-d24cfdb46e9d'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:10:11.655059 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:09:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['a6fab094-0731-4c9e-977e-d24cfdb46e9d'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:11.697889 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed10b29-980e-427d-9c8f-3f84df4ff480 None None] Pushing event updated for resources: {'Port': ['ID=499610fa-21ed-410a-9001-c25cf8042df5,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:11.790695 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] Set router a6fab094-0731-4c9e-977e-d24cfdb46e9d gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:10:12.007955 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'name': 'router1', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '499610fa-21ed-410a-9001-c25cf8042df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:09:47Z', 'updated_at': '2022-04-11T13:10:06Z', 'revision_number': 4, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'gw_port': {'id': '499610fa-21ed-410a-9001-c25cf8042df5', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:10:06Z', 'updated_at': '2022-04-11T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '88ffb89f-e48f-483f-8b74-acd70cbd69ff', 'name': '', 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'mac_address': 'fa:16:3e:c7:27:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263b812b-4473-4991-bf89-36ccea14445f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:09:57Z', 'updated_at': '2022-04-11T13:10:01Z', 'revision_number': 5, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'subnets': [{'id': '263b812b-4473-4991-bf89-36ccea14445f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320d07bc-8b93-4d50-a88d-663804854fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:10:12.036253 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3910da98-e5f6-494f-9bef-13b4e67193da None None] The sync data for ids ['a6fab094-0731-4c9e-977e-d24cfdb46e9d'] in dv-cinder-836973-2-iscsi is: [{'id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'name': 'router1', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '499610fa-21ed-410a-9001-c25cf8042df5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:09:47Z', 'updated_at': '2022-04-11T13:10:06Z', 'revision_number': 4, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'gw_port': {'id': '499610fa-21ed-410a-9001-c25cf8042df5', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:08:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:10:06Z', 'updated_at': '2022-04-11T13:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '88ffb89f-e48f-483f-8b74-acd70cbd69ff', 'name': '', 'network_id': '01b77df7-a9a0-41e0-85c8-e0a95d38b275', 'tenant_id': '8b7cd677d97e4258b86ab104b3b550c6', 'mac_address': 'fa:16:3e:c7:27:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fab094-0731-4c9e-977e-d24cfdb46e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263b812b-4473-4991-bf89-36ccea14445f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:09:57Z', 'updated_at': '2022-04-11T13:10:01Z', 'revision_number': 5, 'project_id': '8b7cd677d97e4258b86ab104b3b550c6', 'subnets': [{'id': '263b812b-4473-4991-bf89-36ccea14445f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '320d07bc-8b93-4d50-a88d-663804854fe5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:10:12.341817 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 499610fa-21ed-410a-9001-c25cf8042df5 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:10:12.404838 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 499610fa-21ed-410a-9001-c25cf8042df5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:10:12.405251 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (499610fa-21ed-410a-9001-c25cf8042df5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:12.507810 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 499610fa-21ed-410a-9001-c25cf8042df5 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:10:12.507810 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (499610fa-21ed-410a-9001-c25cf8042df5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:12.538752 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 499610fa-21ed-410a-9001-c25cf8042df5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=499610fa-21ed-410a-9001-c25cf8042df5,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:10:12.598971 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (499610fa-21ed-410a-9001-c25cf8042df5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:12.674570 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=499610fa-21ed-410a-9001-c25cf8042df5,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:10:14.340747 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 499610fa-21ed-410a-9001-c25cf8042df5 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:10:14.433754 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 499610fa-21ed-410a-9001-c25cf8042df5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:10:14.434431 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (499610fa-21ed-410a-9001-c25cf8042df5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:14.519937 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 499610fa-21ed-410a-9001-c25cf8042df5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:10:19.352286 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:10:23.149513 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-563c6886-5362-43a0-a9ad-ef7d2c7c8d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:25.641744 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4bb43441-eca3-4601-a918-d2a25f210b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:26.348050 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:27.887591 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:29.560768 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:53.132674 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ab2885bf-33a2-4a0a-99a4-6dd182c7e686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:55.656286 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a190263a-bd61-42d7-9e38-53b0b5a3d345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:56.292292 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:56.359230 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:10:57.867295 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:10:59.544007 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:23.151932 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ebac4292-46c1-46c7-948e-47a385a7638b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:25.632223 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6bddc673-f09e-46c7-9fc8-f95e6e973d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:26.297668 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:27.871873 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:29.551881 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:33.348337 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:11:34.212531 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40474) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:34.274034 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff63ed63-299a-4e71-9101-45ba991066c8 admin admin] GET failed (client error): The resource could not be found. Apr 11 13:11:34.275394 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ff63ed63-299a-4e71-9101-45ba991066c8 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618751 Apr 11 13:11:34.533135 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f77335-a603-4e52-93a2-3c551da6a4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:34.534661 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-48f77335-a603-4e52-93a2-3c551da6a4d8 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2550755 Apr 11 13:11:36.840863 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40484) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:36.930394 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb1058-147e-42d1-97ae-e61d2c26d6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:36.931718 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-96eb1058-147e-42d1-97ae-e61d2c26d6cd admin admin] 10.222.0.49 "GET /v2.0/subnets/263b812b-4473-4991-bf89-36ccea14445f HTTP/1.1" status: 200 len: 849 time: 0.0899010 Apr 11 13:11:36.941420 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:11:37.024286 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Publish callbacks [] for subnet (263b812b-4473-4991-bf89-36ccea14445f), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:37.252062 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756763427862'] for subnet (263b812b-4473-4991-bf89-36ccea14445f), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:37.284068 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:37.284743 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:37.286050 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] 10.222.0.49 "PUT /v2.0/subnets/263b812b-4473-4991-bf89-36ccea14445f HTTP/1.1" status: 200 len: 868 time: 0.3481469 Apr 11 13:11:37.289724 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed9fe3a-88e6-4f21-b84e-aa518db53196 None None] Network 01b77df7-a9a0-41e0-85c8-e0a95d38b275 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:11:37.304764 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263b812b-4473-4991-bf89-36ccea14445f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:11:37.313427 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.313931 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.314245 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.314595 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.314930 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.315261 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.315590 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.315947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.316305 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.316636 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.316964 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.317290 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.317614 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.317936 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.318338 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9420a895-383d-47ce-8d41-b2b869777911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:11:37.650277 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47fd47ef-fe4e-4fc8-9d3b-3287b045c353 None None] Provisioning complete for port 88ffb89f-e48f-483f-8b74-acd70cbd69ff triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:11:37.650677 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47fd47ef-fe4e-4fc8-9d3b-3287b045c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (88ffb89f-e48f-483f-8b74-acd70cbd69ff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:37.730029 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47fd47ef-fe4e-4fc8-9d3b-3287b045c353 None None] Current status of the port 88ffb89f-e48f-483f-8b74-acd70cbd69ff is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:11:37.738573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-47fd47ef-fe4e-4fc8-9d3b-3287b045c353 None None] Provisioning complete for port ab64b01c-a691-4062-bda6-5a9bfd8df701 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:11:37.738949 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-47fd47ef-fe4e-4fc8-9d3b-3287b045c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ab64b01c-a691-4062-bda6-5a9bfd8df701), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:37.812283 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-47fd47ef-fe4e-4fc8-9d3b-3287b045c353 None None] Current status of the port ab64b01c-a691-4062-bda6-5a9bfd8df701 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:11:39.614786 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40492) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:39.812673 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928bbf6-3e8e-4cc9-8a0e-7653325d1293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:39.813181 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928bbf6-3e8e-4cc9-8a0e-7653325d1293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:39.814745 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7928bbf6-3e8e-4cc9-8a0e-7653325d1293 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1989994 Apr 11 13:11:42.134741 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40500) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:42.265733 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ee719-0658-48f9-8302-9330d668281c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:42.266241 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ee719-0658-48f9-8302-9330d668281c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:42.267779 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f88ee719-0658-48f9-8302-9330d668281c admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1320829 Apr 11 13:11:44.588062 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40508) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:44.716545 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5097d3-e88b-48c4-af68-3917f37e5820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:44.718581 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fd5097d3-e88b-48c4-af68-3917f37e5820 admin admin] 10.222.0.49 "GET /v2.0/networks/01b77df7-a9a0-41e0-85c8-e0a95d38b275 HTTP/1.1" status: 200 len: 869 time: 0.1295137 Apr 11 13:11:47.073352 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40516) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:47.198679 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4fdfc-9c97-409b-9a2f-7831d9ed9b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:47.200055 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-cdf4fdfc-9c97-409b-9a2f-7831d9ed9b4e admin admin] 10.222.0.49 "GET /v2.0/networks/a261b16f-6e85-45fe-8d8a-0df8726f1395 HTTP/1.1" status: 200 len: 886 time: 0.1257544 Apr 11 13:11:49.541655 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 40524) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:49.665082 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc6b423-fc6d-498e-b280-c56a1936543e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:49.665458 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc6b423-fc6d-498e-b280-c56a1936543e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:49.667030 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9cc6b423-fc6d-498e-b280-c56a1936543e admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1243072 Apr 11 13:11:51.983945 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 40534) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:52.072775 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0745d128-6cb8-4535-8876-55b10118b9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:52.073228 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0745d128-6cb8-4535-8876-55b10118b9c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:52.074727 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0745d128-6cb8-4535-8876-55b10118b9c5 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0896261 Apr 11 13:11:53.137933 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ee249957-0c0f-43da-a36f-d7e7d6ca6fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:54.454041 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 40542) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:54.549497 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52227f0d-6e38-4346-abe4-7c8ed9125c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:54.550788 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-52227f0d-6e38-4346-abe4-7c8ed9125c3d admin admin] 10.222.0.49 "GET /v2.0/subnets/263b812b-4473-4991-bf89-36ccea14445f HTTP/1.1" status: 200 len: 868 time: 0.0955713 Apr 11 13:11:55.648763 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a138ccbb-da2f-4c84-9991-a6d3ba03794e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:56.271938 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:56.875284 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40550) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:11:56.958926 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf643281-cbb3-4c1c-8b96-89962e6f606e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:11:56.960252 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-cf643281-cbb3-4c1c-8b96-89962e6f606e admin admin] 10.222.0.49 "GET /v2.0/subnets/a73133f7-5133-4fab-b373-b7a27eb75e16 HTTP/1.1" status: 200 len: 816 time: 0.0838933 Apr 11 13:11:57.886328 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:11:59.549266 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:10.346602 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:12:23.122460 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-544695ad-a4d6-4a09-b91e-b21f87074aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:25.671626 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2afa-a808-48ec-bbfe-598249d605a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:26.288156 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:27.880668 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:29.568511 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:38.322297 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40610) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:12:38.369677 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [None req-c2187d72-0aad-4fcf-93e7-7c5c8691f94c admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:12:38.370749 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c2187d72-0aad-4fcf-93e7-7c5c8691f94c admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475123 Apr 11 13:12:40.822617 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40618) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:12:40.883402 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.pecan_wsgi.hooks.translation [None req-a871882f-ab31-4e19-a0fc-554b830b8318 admin admin] GET failed (client error): The resource could not be found. Apr 11 13:12:40.884695 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a871882f-ab31-4e19-a0fc-554b830b8318 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611367 Apr 11 13:12:40.970347 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c613952d-4126-4e59-8ba0-c1168d675974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:12:40.971836 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c613952d-4126-4e59-8ba0-c1168d675974 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830452 Apr 11 13:12:43.338280 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40626) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:12:43.385471 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:12:43.554783 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Made reservation on behalf of 1a113afb28034953938db4779ef8e6eb for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:12:43.557064 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:43.587443 dv-cinder-836973-2-iscsi neutron-server[103909]: WARNING neutron.services.revisions.revision_plugin [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Could not find related network for resource to bump revision. Apr 11 13:12:43.601228 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:12:43.610426 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:43.610761 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Added segment ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24 of type vlan for network d3e361a4-6c01-4b72-b69d-23e4b9203e81 Apr 11 13:12:43.658283 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (d3e361a4-6c01-4b72-b69d-23e4b9203e81), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:43.760455 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (d3e361a4-6c01-4b72-b69d-23e4b9203e81), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:43.761415 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:12:43.762000 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:43.822905 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Pushing event updated for resources: {'Network': ['ID=d3e361a4-6c01-4b72-b69d-23e4b9203e81,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:12:43.829263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.829615 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.829955 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.830347 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.830684 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.831011 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.831342 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.831671 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.831997 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.832344 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.832673 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.833015 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.833378 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.833661 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.833982 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:43.846579 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network d3e361a4-6c01-4b72-b69d-23e4b9203e81 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:12:43.889538 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-41c7ade7-f5a3-4482-8a8a-ef38b1af56da admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5501459 Apr 11 13:12:46.228325 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40634) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:12:46.289688 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df71eff-e3f3-44e1-9038-c1f6c248f619 admin admin] GET failed (client error): The resource could not be found. Apr 11 13:12:46.291028 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6df71eff-e3f3-44e1-9038-c1f6c248f619 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617273 Apr 11 13:12:46.359350 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f6a9d6-89a3-41b5-90fc-2f60aefee7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:12:46.360798 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-88f6a9d6-89a3-41b5-90fc-2f60aefee7e3 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651562 Apr 11 13:12:46.370845 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:12:46.497884 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Made reservation on behalf of 1a113afb28034953938db4779ef8e6eb for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:12:46.500129 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:46.722676 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (930403e7-0fae-4d29-a743-bfa4ef504c05), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:46.778060 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=930403e7-0fae-4d29-a743-bfa4ef504c05,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:12:46.786856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Checking segment: {'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:12:46.787241 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Network hostable DHCP agents. Network: d3e361a4-6c01-4b72-b69d-23e4b9203e81, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:12:46.864837 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Network d3e361a4-6c01-4b72-b69d-23e4b9203e81 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:12:46.937653 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, d3e361a4-6c01-4b72-b69d-23e4b9203e81) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:12:46.941520 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:12:46.942119 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:46.948052 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df4c1d4-e362-446d-8169-9dcbd23a8797 None None] Network d3e361a4-6c01-4b72-b69d-23e4b9203e81 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:12:47.022336 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-79c15ac7-38b3-4c59-9f23-15382546fd58 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6548674 Apr 11 13:12:47.052065 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-d3e361a4-6c01-4b72-b69d-23e4b9203e81', 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81', 'project_id': '1a113afb28034953938db4779ef8e6eb', 'fixed_ips': [{'subnet_id': '930403e7-0fae-4d29-a743-bfa4ef504c05'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:12:47.052966 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:47.303948 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Allocated IP 192.168.233.2 (d3e361a4-6c01-4b72-b69d-23e4b9203e81/930403e7-0fae-4d29-a743-bfa4ef504c05/0e0ffbb7-a91c-4233-abda-07e62752a4e9) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:12:47.345233 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:12:47.452859 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Publish callbacks [] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:47.543905 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:47.583204 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Network d3e361a4-6c01-4b72-b69d-23e4b9203e81 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:12:47.585896 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:12:47.591085 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:12:47.597796 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Pushing event updated for resources: {'Port': ['ID=0e0ffbb7-a91c-4233-abda-07e62752a4e9,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:12:47.607293 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.607641 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.607996 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.608332 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.608651 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.608967 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.609295 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.609613 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.609927 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.610276 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.610598 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.611268 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.611268 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.611539 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.611847 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:12:47.662140 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Attempting to bind port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:12:47.662619 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Attempting to bind port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:12:47.662979 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Attempting to bind port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 on network d3e361a4-6c01-4b72-b69d-23e4b9203e81 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:12:47.668078 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:12:47.668453 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Checking segment: {'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:12:47.668846 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:47.669234 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Bound using segment: {'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:12:47.669690 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Bound port: 0e0ffbb7-a91c-4233-abda-07e62752a4e9, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:12:47.670267 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:47.735985 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] For port 0e0ffbb7-a91c-4233-abda-07e62752a4e9, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:12:47.739361 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] For port 0e0ffbb7-a91c-4233-abda-07e62752a4e9, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0e0ffbb7-a91c-4233-abda-07e62752a4e9,segment=NetworkSegment(ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24),segment_id=ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:12:47.820352 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:47.885991 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc8f8d-9d0d-443b-8b4b-c97b44352b73 None None] Pushing event updated for resources: {'Port': ['ID=0e0ffbb7-a91c-4233-abda-07e62752a4e9,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:12:48.416654 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0e0ffbb7-a91c-4233-abda-07e62752a4e9 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:12:48.469736 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:12:48.470192 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:48.547751 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:12:48.548135 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:48.584785 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 0e0ffbb7-a91c-4233-abda-07e62752a4e9, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0e0ffbb7-a91c-4233-abda-07e62752a4e9,segment=NetworkSegment(ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24),segment_id=ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:12:48.659747 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:48.711651 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=0e0ffbb7-a91c-4233-abda-07e62752a4e9,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:12:48.854884 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8639fbc-abfc-4ea1-be5b-d93fc7ffb8e0 None None] Network d3e361a4-6c01-4b72-b69d-23e4b9203e81 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:12:48.964182 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-475cf928-b780-4de5-b025-2e7839a7634f None None] Provisioning complete for port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:12:48.964499 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-475cf928-b780-4de5-b025-2e7839a7634f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:49.064725 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-475cf928-b780-4de5-b025-2e7839a7634f None None] Current status of the port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:12:49.182672 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-f745c6ae-3519-4d9b-b8ec-e5973fa160ac None None] Provisioning complete for port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:12:49.183133 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f745c6ae-3519-4d9b-b8ec-e5973fa160ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:49.261373 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f745c6ae-3519-4d9b-b8ec-e5973fa160ac None None] Current status of the port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:12:50.386403 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0e0ffbb7-a91c-4233-abda-07e62752a4e9 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:12:50.433611 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:12:50.433974 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0e0ffbb7-a91c-4233-abda-07e62752a4e9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:50.508507 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 0e0ffbb7-a91c-4233-abda-07e62752a4e9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:12:53.139855 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-295311ce-87a7-4ba6-8a0c-8e5433ce4e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:55.636728 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c93a2500-6118-40ad-bd5b-1e60c2d25f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:56.287773 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:57.881893 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:12:59.612423 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:23.155058 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9c1bc846-4dd2-424f-90a0-7d8d439ba717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:24.344166 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:13:25.680452 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-31c78145-2e60-494e-baee-0f83b93a4e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:26.309460 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:27.915923 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:29.521894 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:53.138920 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-40d67e43-749d-4f1b-bbfa-f365210c4683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:55.675827 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-45a20df1-9af8-4fc2-afde-4556680166e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:56.310795 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:57.904860 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:13:59.641773 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:01.342442 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:14:23.160695 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-75b9fa67-8e0e-45f2-b3e8-5885a747c09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:25.658649 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-daf29556-66f6-473d-90f7-3a7bdbf371c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:26.309645 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:27.904727 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:29.572984 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:30.120978 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40674) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:14:30.126564 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [None req-872a5055-29a4-4d5d-9d06-ca91a5405bf7 tempest-verify_tempest_config-148242629 tempest-verify_tempest_config-148242629-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:14:30.127545 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-872a5055-29a4-4d5d-9d06-ca91a5405bf7 tempest-verify_tempest_config-148242629 tempest-verify_tempest_config-148242629-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056117 Apr 11 13:14:30.884400 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40692) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:14:30.990036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:31.068902 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Publish callbacks [] for security_group (463d8447-95ac-4a1f-80c8-2ad24aa77d17), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:31.172230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (463d8447-95ac-4a1f-80c8-2ad24aa77d17), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:31.221084 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463d8447-95ac-4a1f-80c8-2ad24aa77d17,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:14:31.224982 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b590c78ac3d248ebbafabccd2fc735d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3395867 Apr 11 13:14:31.227824 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 40696) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:14:31.231437 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.231852 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.232198 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.232537 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.232866 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.233250 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.233578 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.233899 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.234279 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.234600 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.234935 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.235274 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.235591 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.235929 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.236364 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac462062-e6eb-4caf-adb6-b9275ac764ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.284757 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Publish callbacks [] for security_group (463d8447-95ac-4a1f-80c8-2ad24aa77d17), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:31.314035 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Publish callbacks [] for security_group (463d8447-95ac-4a1f-80c8-2ad24aa77d17), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:31.480701 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (463d8447-95ac-4a1f-80c8-2ad24aa77d17), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:31.483500 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:31.484700 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/463d8447-95ac-4a1f-80c8-2ad24aa77d17 HTTP/1.1" status: 204 len: 168 time: 0.2557907 Apr 11 13:14:31.497980 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463d8447-95ac-4a1f-80c8-2ad24aa77d17,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:14:31.500164 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.500619 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.500876 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.501223 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.501556 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.501889 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.502312 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.502554 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.502895 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.503433 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.503708 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.504151 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.504589 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.504917 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:31.505265 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71231f23-214f-4dd6-9339-4ab50cf1c63b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:14:38.341392 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:14:53.144196 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f46453d4-700c-42bc-956e-8ce53a934e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:55.727663 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b3ff0ca4-0a1b-4adf-8481-d93192f35cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:56.292500 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:57.886518 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:14:59.554821 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:15.340773 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:15:23.126265 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a93a4ca0-c239-4555-8bf3-6d2cd693c9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:25.674890 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db4af784-9c02-4a28-9615-bf879ba42fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:26.309067 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:27.914871 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:29.600685 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:52.339743 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 5 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:15:53.165961 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-653c28ba-d032-432f-9286-270645a7a262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:55.674888 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8efdce8c-986f-44bf-8fcb-7357adfa7e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:56.297339 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:57.914766 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:15:59.525731 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:22.121001 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8108723'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:23.154743 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5cea7e24-037e-4ebe-80eb-95985a92afe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:25.697877 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-740a11b7-68fb-455f-8525-a7167f5565b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:26.303262 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:27.926337 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:29.339314 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:16:29.548737 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:38.271074 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40770) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:16:38.380727 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c63e812f-a46d-451a-ab10-e184715c1528 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1085379 Apr 11 13:16:40.868059 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40780) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:16:40.925727 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6ce33825-934a-431b-9530-37f21887e2b7 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0560126 Apr 11 13:16:52.081029 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:53.154643 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-76e838fd-b16f-483b-990e-51ebd5515a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:55.719783 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9ab18e50-c0b5-479d-a9d2-d9a9131a8136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:56.337950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:57.966453 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:16:59.555274 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:06.338239 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:17:22.079973 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:23.142777 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dfb6d6f6-7899-48dc-acda-3aea9d1cb7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:25.663614 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f8a78c80-e32b-4d5d-9bae-91d4a01b1917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:26.324825 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:27.914593 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:29.564307 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:43.336775 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:17:52.080427 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:53.143013 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5632134e-748a-47b6-bfe9-b54071031b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:55.706975 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-58feb7fa-88bf-4b8a-bf72-e6827fbfe80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:56.360158 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:57.942821 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:17:59.555066 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:20.336176 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:18:22.095258 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:23.148544 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-197d177c-75da-42b6-be60-07f3aea5bd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:25.738146 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d83b04f-3e69-4e8d-bd79-c1c8bb97480a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:26.326406 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:27.925741 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:28.566807 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40924) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:29.095854 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-275184790-network', 'tenant_id': '70f9bb59f05040b99068fef7330a756a'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:29.203675 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Made reservation on behalf of 70f9bb59f05040b99068fef7330a756a for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:29.207743 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.225401 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.319161 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Publish callbacks [] for security_group (3231f1ec-1034-42fb-b126-d3231b38add0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.440208 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3231f1ec-1034-42fb-b126-d3231b38add0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.471849 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3231f1ec-1034-42fb-b126-d3231b38add0,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:29.482611 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:18:29.491246 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.491631 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.492129 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.492527 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.492931 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.493273 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.493603 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.493922 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.494297 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.494703 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.495917 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.496843 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.496843 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.497352 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.497848 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Tracked resource versions report: Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: pushed versions: Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: { 'AddressGroup': {'1.2'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Agent': {'1.1'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'ConntrackHelper': {'1.0'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Log': {'1.0'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'NDPProxy': {'1.0'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Network': {'1.1'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Port': {'1.7'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'PortForwarding': {'1.3'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'QosPolicy': {'1.10'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SecurityGroup': {'1.5'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SubPort': {'1.0'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Subnet': {'1.1'}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Trunk': {'1.1'}} Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: consumer versions: Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: { DHCP agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: HyperV agent@hv-cinder-83697: {}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: L3 agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: Metadata agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: Metering agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: Open vSwitch agent@dv-cinder-836973-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Agent': '1.1', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'ConntrackHelper': '1.0', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'LocalIPAssociation': '1.0', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Log': '1.0', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'NDPProxy': '1.0', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Network': '1.1', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Port': '1.7', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'PortForwarding': '1.3', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'QosPolicy': '1.10', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SecurityGroup': '1.5', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SecurityGroupRule': '1.2', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'SubPort': '1.0', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Subnet': '1.1', Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: 'Trunk': '1.1'}} Apr 11 13:18:29.500035 dv-cinder-836973-2-iscsi neutron-server[103909]: {{(pid=103909) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:18:29.515306 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (2e09e1cb-b274-4922-b177-fd6b071d6d15), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.515306 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Added segment 2e09e1cb-b274-4922-b177-fd6b071d6d15 of type vlan for network e9a51498-8b8d-4f70-bd15-925adb6a2840 Apr 11 13:18:29.554668 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (e9a51498-8b8d-4f70-bd15-925adb6a2840), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.562421 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.649707 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (e9a51498-8b8d-4f70-bd15-925adb6a2840), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.650842 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:29.651550 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:29.816367 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] Pushing event updated for resources: {'Network': ['ID=e9a51498-8b8d-4f70-bd15-925adb6a2840,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:29.831454 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:18:29.848843 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a6727550-637a-4011-82f6-fdefbd073dde admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2769303 Apr 11 13:18:29.849101 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 40978) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:29.854807 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Request body: {'subnet': {'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-275184790-subnet', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:29.960504 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Made reservation on behalf of 70f9bb59f05040b99068fef7330a756a for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:29.963042 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.239213 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (2dd097f7-0acd-47ef-b937-c68a72df4ee2), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.296629 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd097f7-0acd-47ef-b937-c68a72df4ee2,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:30.315145 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Checking segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:30.323328 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Network hostable DHCP agents. Network: e9a51498-8b8d-4f70-bd15-925adb6a2840, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:18:30.417427 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41000) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:30.427260 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41004) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:30.468984 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:18:30.581445 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, e9a51498-8b8d-4f70-bd15-925adb6a2840) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:30.589007 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:30.592900 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.595280 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde87092-088c-4912-8ccf-9a4e84d7c655 None None] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:30.653228 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1468546482-network', 'tenant_id': 'cc58e300bfaa41acabc1a63ae6861fe9'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:30.711970 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-90021305-network', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:30.720382 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-335c6501-89f6-4fd3-93e5-0e2d8b4f9c58 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8696136 Apr 11 13:18:30.722472 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41020) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:30.733770 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:30.770852 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-e9a51498-8b8d-4f70-bd15-925adb6a2840', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:18:30.772677 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.798345 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Made reservation on behalf of cc58e300bfaa41acabc1a63ae6861fe9 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:30.800942 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.810855 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.829629 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Made reservation on behalf of 6da835078df84f0ab2e0221f23a79b65 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:30.833874 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.848555 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.868867 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.872696 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:30.940896 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Allocated IP 172.20.0.2 (e9a51498-8b8d-4f70-bd15-925adb6a2840/2dd097f7-0acd-47ef-b937-c68a72df4ee2/ed0bcb67-d026-485c-aceb-f21abdea0447) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:30.947648 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Publish callbacks [] for security_group (8dd36dd3-8ada-49ba-b00e-52545b768fca), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.001555 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks [] for router_controller (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.012318 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (8dd36dd3-8ada-49ba-b00e-52545b768fca), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.050303 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:18:31.053669 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd36dd3-8ada-49ba-b00e-52545b768fca,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:31.064299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.065233 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.065815 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.066398 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.066923 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.067445 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.072720 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Publish callbacks [] for security_group (00f15f4a-7b57-412c-94f4-1ca9bd41cc56), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.074896 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.075489 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.076200 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.076606 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.077595 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.077959 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.078331 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.081373 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Tracked resource versions report: Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: pushed versions: Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: { 'AddressGroup': {'1.2'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Agent': {'1.1'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'ConntrackHelper': {'1.0'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Log': {'1.0'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'NDPProxy': {'1.0'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Network': {'1.1'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Port': {'1.7'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'PortForwarding': {'1.3'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'QosPolicy': {'1.10'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SecurityGroup': {'1.5'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SubPort': {'1.0'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Subnet': {'1.1'}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Trunk': {'1.1'}} Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: consumer versions: Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: { DHCP agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: HyperV agent@hv-cinder-83697: {}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: L3 agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: Metadata agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: Metering agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: Open vSwitch agent@dv-cinder-836973-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Agent': '1.1', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'ConntrackHelper': '1.0', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'LocalIPAssociation': '1.0', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Log': '1.0', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'NDPProxy': '1.0', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Network': '1.1', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Port': '1.7', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'PortForwarding': '1.3', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'QosPolicy': '1.10', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SecurityGroup': '1.5', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SecurityGroupRule': '1.2', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'SubPort': '1.0', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Subnet': '1.1', Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: 'Trunk': '1.1'}} Apr 11 13:18:31.099855 dv-cinder-836973-2-iscsi neutron-server[103910]: {{(pid=103910) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:18:31.108098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (2ae96b1b-652e-4839-a11d-a7eaebf74f68), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.108803 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Added segment 2ae96b1b-652e-4839-a11d-a7eaebf74f68 of type vlan for network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 Apr 11 13:18:31.113178 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Publish callbacks [] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.192431 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (530d667c-2b84-4e74-b0c8-6f18245ef6f3), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.224484 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (00f15f4a-7b57-412c-94f4-1ca9bd41cc56), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.277497 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.338382 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks [] for router_gateway (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.352421 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:18:31.356394 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (530d667c-2b84-4e74-b0c8-6f18245ef6f3), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.360293 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:31.361867 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:31.363318 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.365417 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:31.371737 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:31.379794 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (188b4f8b-caff-45a3-808f-a0a71c8e0d28), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.381103 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Added segment 188b4f8b-caff-45a3-808f-a0a71c8e0d28 of type vlan for network cabee010-4624-4a77-9132-85b3311d6ff3 Apr 11 13:18:31.383153 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f15f4a-7b57-412c-94f4-1ca9bd41cc56,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:31.403531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Pushing event updated for resources: {'Port': ['ID=ed0bcb67-d026-485c-aceb-f21abdea0447,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:31.463305 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.464160 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.464510 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.466620 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.466620 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.466620 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.466620 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.466620 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.467043 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.467128 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.467436 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.467959 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.468189 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (cabee010-4624-4a77-9132-85b3311d6ff3), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.468554 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.469038 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.469647 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Tracked resource versions report: Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: pushed versions: Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: { 'AddressGroup': {'1.2'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Agent': {'1.1'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'ConntrackHelper': {'1.0'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Log': {'1.0'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'NDPProxy': {'1.0'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Network': {'1.1'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Port': {'1.7'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'PortForwarding': {'1.3'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'QosPolicy': {'1.10'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SecurityGroup': {'1.5'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SubPort': {'1.0'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Subnet': {'1.1'}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Trunk': {'1.1'}} Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: consumer versions: Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: { DHCP agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: HyperV agent@hv-cinder-83697: {}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: L3 agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: Metadata agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: Metering agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: Open vSwitch agent@dv-cinder-836973-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Agent': '1.1', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'ConntrackHelper': '1.0', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'LocalIPAssociation': '1.0', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Log': '1.0', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'NDPProxy': '1.0', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Network': '1.1', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Port': '1.7', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'PortForwarding': '1.3', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'QosPolicy': '1.10', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SecurityGroup': '1.5', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SecurityGroupRule': '1.2', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'SubPort': '1.0', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Subnet': '1.1', Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: 'Trunk': '1.1'}} Apr 11 13:18:31.471129 dv-cinder-836973-2-iscsi neutron-server[103911]: {{(pid=103911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:18:31.490255 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] Pushing event updated for resources: {'Network': ['ID=530d667c-2b84-4e74-b0c8-6f18245ef6f3,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:31.491877 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Attempting to bind port ed0bcb67-d026-485c-aceb-f21abdea0447 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:18:31.492406 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Attempting to bind port ed0bcb67-d026-485c-aceb-f21abdea0447 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:18:31.495797 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Attempting to bind port ed0bcb67-d026-485c-aceb-f21abdea0447 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:18:31.505254 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:18:31.508636 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:18:31.509289 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Checking segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:31.509849 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.511050 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Bound using segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:18:31.511717 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Bound port: ed0bcb67-d026-485c-aceb-f21abdea0447, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:18:31.512334 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.578218 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7157a739-58f1-4eb9-ba4b-a605d9c2812d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1456475 Apr 11 13:18:31.578430 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41040) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:31.586843 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Request body: {'subnet': {'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-90021305-subnet', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:31.668370 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] For port ed0bcb67-d026-485c-aceb-f21abdea0447, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:18:31.676628 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] For port ed0bcb67-d026-485c-aceb-f21abdea0447, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=ed0bcb67-d026-485c-aceb-f21abdea0447,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:18:31.741098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Made reservation on behalf of 6da835078df84f0ab2e0221f23a79b65 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:31.743484 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.778563 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.779056 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (cabee010-4624-4a77-9132-85b3311d6ff3), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.780189 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:31.780790 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.879027 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks [] for router_gateway (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:31.893782 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4738030 Apr 11 13:18:31.934822 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41054) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:31.942399 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06a664-ae32-46a9-8ec7-dcc64ad604b0 admin admin] Pushing event updated for resources: {'Network': ['ID=cabee010-4624-4a77-9132-85b3311d6ff3,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:31.943584 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe259ba-75c5-4d5b-b84b-baec1c7c81d3 None None] Pushing event updated for resources: {'Port': ['ID=ed0bcb67-d026-485c-aceb-f21abdea0447,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:31.949620 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Request body: {'subnet': {'network_id': 'cabee010-4624-4a77-9132-85b3311d6ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1468546482-subnet', 'tenant_id': 'cc58e300bfaa41acabc1a63ae6861fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:31.955410 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network cabee010-4624-4a77-9132-85b3311d6ff3 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:18:31.966371 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:32.102692 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Allocated IP 172.27.3.28 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/7bc6e458-6301-4582-81f4-84415c04bb6e) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:32.128204 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Made reservation on behalf of cc58e300bfaa41acabc1a63ae6861fe9 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:32.130546 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:32.270295 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:32.331419 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks [] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:32.347257 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:32.416369 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Checking segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:32.416761 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Network hostable DHCP agents. Network: 530d667c-2b84-4e74-b0c8-6f18245ef6f3, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:18:32.537193 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:18:32.567084 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:32.622737 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:32.629401 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:32.630291 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:32.674545 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 530d667c-2b84-4e74-b0c8-6f18245ef6f3) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:32.679420 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:32.691104 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ed0bcb67-d026-485c-aceb-f21abdea0447 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:32.691720 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:32.691720 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:32.761663 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Pushing event updated for resources: {'Port': ['ID=7bc6e458-6301-4582-81f4-84415c04bb6e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:32.778614 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bbd3be-b3c6-4798-af8f-908e21fa6f06 None None] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:32.828860 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ea134546-4b37-47a4-9241-700eb1be187f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2482769 Apr 11 13:18:32.831739 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41084) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:32.837430 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:32.990377 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:33.004395 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (41e290f6-5bec-4dea-ab8c-22d3878bcb97), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.005992 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (41e290f6-5bec-4dea-ab8c-22d3878bcb97), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.024274 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port ed0bcb67-d026-485c-aceb-f21abdea0447 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:33.027553 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.127251 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:18:33.130688 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.148713 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Checking segment: {'id': '188b4f8b-caff-45a3-808f-a0a71c8e0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cabee010-4624-4a77-9132-85b3311d6ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:33.149244 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Network hostable DHCP agents. Network: cabee010-4624-4a77-9132-85b3311d6ff3, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:18:33.353429 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port ed0bcb67-d026-485c-aceb-f21abdea0447 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:33.353911 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.371962 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks [] for router_controller (41e290f6-5bec-4dea-ab8c-22d3878bcb97), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.443746 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port ed0bcb67-d026-485c-aceb-f21abdea0447, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=ed0bcb67-d026-485c-aceb-f21abdea0447,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:18:33.445421 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Allocated IP 172.20.0.2 (530d667c-2b84-4e74-b0c8-6f18245ef6f3/9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118/9fb7e1a2-a6b4-41a5-b279-17823cef4793) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:33.459152 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Network cabee010-4624-4a77-9132-85b3311d6ff3 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:18:33.540094 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks [] for router_gateway (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.788911 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, cabee010-4624-4a77-9132-85b3311d6ff3) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:33.793937 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:33.794812 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.816988 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.902250 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f0cef4ae-42f6-46e0-9128-5ec5eb553e65 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9546871 Apr 11 13:18:33.960971 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks [] for router_gateway (41e290f6-5bec-4dea-ab8c-22d3878bcb97), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:33.965083 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6e3a6a-169e-4112-ae96-b8bd484b7f36 None None] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:33.971238 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e3adf5-7762-41bb-99b6-2fda41a5104d None None] Network cabee010-4624-4a77-9132-85b3311d6ff3 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:33.999002 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:34.103478 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:18:34.114502 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-02fad219-1100-4b7f-b4af-5ec2da55d214 None None] Provisioning complete for port ed0bcb67-d026-485c-aceb-f21abdea0447 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:34.116195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-02fad219-1100-4b7f-b4af-5ec2da55d214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:34.188438 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Publish callbacks [] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:34.235491 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=ed0bcb67-d026-485c-aceb-f21abdea0447,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:34.257967 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:18:34.275257 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:18:34.288089 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:18:34.288996 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:34.289501 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:34.365206 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks [] for router_gateway (41e290f6-5bec-4dea-ab8c-22d3878bcb97), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:34.372494 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:34.374225 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-cdd79585-cb8a-45c0-b009-62b6fdeea45a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6495397 Apr 11 13:18:34.377443 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41118) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:34.403510 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1523adc6-5499-401a-854b-665379474e6d None None] Network cabee010-4624-4a77-9132-85b3311d6ff3 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:34.436910 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:34.446765 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:34.459441 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:34.464322 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:34.538865 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-02fad219-1100-4b7f-b4af-5ec2da55d214 None None] Current status of the port ed0bcb67-d026-485c-aceb-f21abdea0447 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:34.560879 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:18:34.562625 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Pushing event updated for resources: {'Port': ['ID=9fb7e1a2-a6b4-41a5-b279-17823cef4793,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:34.775633 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ed0bcb67-d026-485c-aceb-f21abdea0447 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:34.827643 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Allocated IP 172.27.3.46 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/baa301c0-4d52-43c2-9c4d-61805bdc8b81) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:34.940534 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Attempting to bind port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:18:34.941425 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Attempting to bind port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:18:34.945262 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Attempting to bind port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 on network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:18:35.015229 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:18:35.017961 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Checking segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:35.020273 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.022081 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Bound using segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:18:35.022081 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Bound port: 9fb7e1a2-a6b4-41a5-b279-17823cef4793, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:18:35.022476 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.030494 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-06b77bbe-10cc-46d5-8e9b-69d21da5ef5f None None] Provisioning complete for port ed0bcb67-d026-485c-aceb-f21abdea0447 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:35.033351 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-06b77bbe-10cc-46d5-8e9b-69d21da5ef5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.078622 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:33Z', 'revision_number': 3, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:35.116980 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41168) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:35.133038 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks [] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.155652 dv-cinder-836973-2-iscsi neutron-server[103910]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 13:18:35.183815 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:18:35.190728 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Updating router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f port 7bc6e458-6301-4582-81f4-84415c04bb6e binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:18:35.248778 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.284881 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port ed0bcb67-d026-485c-aceb-f21abdea0447 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:35.285394 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.442804 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] For port 9fb7e1a2-a6b4-41a5-b279-17823cef4793, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:18:35.444311 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-7a150125-aee0-4dac-8dd6-2df3fd908c56 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:35.446253 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-7a150125-aee0-4dac-8dd6-2df3fd908c56 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/networks?id=cabee010-4624-4a77-9132-85b3311d6ff3 HTTP/1.1" status: 200 len: 812 time: 0.3282683 Apr 11 13:18:35.482074 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-9f47a2ed-75e6-46ac-a51a-a8b44cf2f708 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/quotas/cc58e300bfaa41acabc1a63ae6861fe9 HTTP/1.1" status: 200 len: 375 time: 0.0283165 Apr 11 13:18:35.517934 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] For port 9fb7e1a2-a6b4-41a5-b279-17823cef4793, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=9fb7e1a2-a6b4-41a5-b279-17823cef4793,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:18:35.527613 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-06b77bbe-10cc-46d5-8e9b-69d21da5ef5f None None] Current status of the port ed0bcb67-d026-485c-aceb-f21abdea0447 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:35.557541 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-75d1e045-72fe-47ff-b143-29bb31b04b8b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc58e300bfaa41acabc1a63ae6861fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741019 Apr 11 13:18:35.559709 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.622382 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.631643 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port ed0bcb67-d026-485c-aceb-f21abdea0447 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:35.647225 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.712096 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:35.714591 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:35.729975 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Pushing event updated for resources: {'Port': ['ID=baa301c0-4d52-43c2-9c4d-61805bdc8b81,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:35.740897 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:35.824915 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41186) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:35.837929 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3dc7b-4f6b-453b-942e-beea8c96fe71 None None] Pushing event updated for resources: {'Port': ['ID=9fb7e1a2-a6b4-41a5-b279-17823cef4793,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:35.865472 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Publish callbacks [] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:35.952768 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Allocated IP 172.20.0.1 (e9a51498-8b8d-4f70-bd15-925adb6a2840/2dd097f7-0acd-47ef-b937-c68a72df4ee2/89da071c-948c-4965-8513-37a88cd522ac) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:35.961118 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.115318 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Attempting to bind port 7bc6e458-6301-4582-81f4-84415c04bb6e on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:18:36.115977 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Attempting to bind port 7bc6e458-6301-4582-81f4-84415c04bb6e by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:18:36.116536 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Attempting to bind port 7bc6e458-6301-4582-81f4-84415c04bb6e on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:18:36.122579 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Pushing event updated for resources: {'Port': ['ID=7bc6e458-6301-4582-81f4-84415c04bb6e,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:36.128992 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:18:36.131413 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:36.132156 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.132724 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:18:36.133399 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Bound port: 7bc6e458-6301-4582-81f4-84415c04bb6e, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:18:36.133956 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.143613 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.144177 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.144914 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.145458 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.145975 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.146519 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.147027 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.147814 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.148301 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.148943 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.149479 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.150064 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.150640 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.151235 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.151940 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Tracked resource versions report: Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: pushed versions: Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: { 'AddressGroup': {'1.2'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Agent': {'1.1'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'ConntrackHelper': {'1.0'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'LocalIPAssociation': {'1.0'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Log': {'1.0'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'NDPProxy': {'1.0'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Network': {'1.1'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Port': {'1.7'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'PortForwarding': {'1.3'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'QosPolicy': {'1.10'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SecurityGroup': {'1.5'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SecurityGroupRule': {'1.2'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SubPort': {'1.0'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Subnet': {'1.1'}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Trunk': {'1.1'}} Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: consumer versions: Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: { DHCP agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: HyperV agent@hv-cinder-83697: {}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: L3 agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: Metadata agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: Metering agent@dv-cinder-836973-2-iscsi: {}, Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: Open vSwitch agent@dv-cinder-836973-2-iscsi: { 'AddressGroup': '1.2', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Agent': '1.1', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'ConntrackHelper': '1.0', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'LocalIPAssociation': '1.0', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Log': '1.0', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'NDPProxy': '1.0', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Network': '1.1', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Port': '1.7', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'PortForwarding': '1.3', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'QosPolicy': '1.10', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SecurityGroup': '1.5', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SecurityGroupRule': '1.2', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'SubPort': '1.0', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Subnet': '1.1', Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: 'Trunk': '1.1'}} Apr 11 13:18:36.153514 dv-cinder-836973-2-iscsi neutron-server[103912]: {{(pid=103912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 13:18:36.157117 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef434aa1-a508-471a-a74c-866e1e65869d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.268575 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Publish callbacks [] for port (89da071c-948c-4965-8513-37a88cd522ac), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.275731 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-d5f11b23-c4c2-4c8d-ba8e-a1d50c8681e2 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:18:36.276877 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-d5f11b23-c4c2-4c8d-ba8e-a1d50c8681e2 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3734891 Apr 11 13:18:36.293849 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] For port 7bc6e458-6301-4582-81f4-84415c04bb6e, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:18:36.300712 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] For port 7bc6e458-6301-4582-81f4-84415c04bb6e, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=7bc6e458-6301-4582-81f4-84415c04bb6e,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:18:36.373173 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef434aa1-a508-471a-a74c-866e1e65869d admin admin] Publish callbacks [] for security_group (0f437ab8-317e-40fb-af6f-5a0bec53fb87), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.418962 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (89da071c-948c-4965-8513-37a88cd522ac), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.419221 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.506044 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:36.510803 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:36.514221 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:36.515042 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.518867 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ef434aa1-a508-471a-a74c-866e1e65869d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0f437ab8-317e-40fb-af6f-5a0bec53fb87), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.535458 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:18:36.536498 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:36.697536 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ef434aa1-a508-471a-a74c-866e1e65869d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6198c26cda334183a887981e3e0b0a57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8727751 Apr 11 13:18:36.706200 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 9fb7e1a2-a6b4-41a5-b279-17823cef4793 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:36.717431 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41212) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:36.732495 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330909bc-9e7f-45c5-9053-c6d05bc827dc None None] Pushing event updated for resources: {'Port': ['ID=7bc6e458-6301-4582-81f4-84415c04bb6e,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:36.762948 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Pushing event updated for resources: {'Port': ['ID=89da071c-948c-4965-8513-37a88cd522ac,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:36.785702 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-45ee8a3e-78ed-4dee-9772-0f9cc8de4fa7 service neutron] 10.222.0.49 "GET /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002394 Apr 11 13:18:36.870141 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:36.870141 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.873454 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:18:36.921263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef434aa1-a508-471a-a74c-866e1e65869d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f437ab8-317e-40fb-af6f-5a0bec53fb87,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:36.947455 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks [] for router_gateway (41e290f6-5bec-4dea-ab8c-22d3878bcb97), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:36.985885 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9f5ecdb2-fd46-4e53-ae73-0d1621e81bc9 None None] Provisioning complete for port 89da071c-948c-4965-8513-37a88cd522ac triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:36.988212 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9f5ecdb2-fd46-4e53-ae73-0d1621e81bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (89da071c-948c-4965-8513-37a88cd522ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.056880 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ecdb2-fd46-4e53-ae73-0d1621e81bc9 None None] Port 89da071c-948c-4965-8513-37a88cd522ac cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:18:37.105208 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:37.106663 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.519630 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 9fb7e1a2-a6b4-41a5-b279-17823cef4793, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=9fb7e1a2-a6b4-41a5-b279-17823cef4793,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:18:37.521963 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:33Z', 'revision_number': 3, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:37.521963 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ac6ed-1a54-4c4d-b946-379d548d85d7 None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:33Z', 'revision_number': 3, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:18:37.528551 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d196-4884-438b-9951-1dcbba61d8b4 admin admin] Publish callbacks [] for security_group (0f437ab8-317e-40fb-af6f-5a0bec53fb87), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.528551 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d196-4884-438b-9951-1dcbba61d8b4 admin admin] Publish callbacks [] for security_group (0f437ab8-317e-40fb-af6f-5a0bec53fb87), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.531019 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-a24e25d0-78f6-4a1c-aaae-70360f263a25 service neutron] 10.222.0.49 "GET /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643663 Apr 11 13:18:37.531019 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (41e290f6-5bec-4dea-ab8c-22d3878bcb97), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.531687 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16afbf28-8393-4a7a-8281-4a018f433fed None None] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:37.531687 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.531931 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (89da071c-948c-4965-8513-37a88cd522ac), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.577983 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-851e0850-2077-48eb-9bc5-a08c5995d03f None None] Provisioning complete for port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:37.578596 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-851e0850-2077-48eb-9bc5-a08c5995d03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.587643 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d196-4884-438b-9951-1dcbba61d8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0f437ab8-317e-40fb-af6f-5a0bec53fb87), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.610557 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e1d5d196-4884-438b-9951-1dcbba61d8b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.612324 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e1d5d196-4884-438b-9951-1dcbba61d8b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f437ab8-317e-40fb-af6f-5a0bec53fb87 HTTP/1.1" status: 204 len: 168 time: 0.8921993 Apr 11 13:18:37.824062 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:18:37.866258 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=9fb7e1a2-a6b4-41a5-b279-17823cef4793,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:37.952394 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Publish callbacks [] for port (89da071c-948c-4965-8513-37a88cd522ac), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:37.967094 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5d196-4884-438b-9951-1dcbba61d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f437ab8-317e-40fb-af6f-5a0bec53fb87,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:38.000490 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-851e0850-2077-48eb-9bc5-a08c5995d03f None None] Current status of the port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:38.028672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (89da071c-948c-4965-8513-37a88cd522ac), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:38.029637 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:38.084535 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41246) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:38.098779 dv-cinder-836973-2-iscsi neutron-server[103909]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 13:18:38.250098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:18:38.273362 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Sync routers for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:18:38.319544 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:18:38.320416 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:38.324960 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ea15fe9d-6a71-40f2-940c-b5dec39d9ec9 req-bd7d8d1a-986d-424e-b1ea-30eb1e66c6b3 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.2248709 Apr 11 13:18:38.387637 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:38.389165 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fd73e653-4bfa-4108-ad6c-bf3cd0e01485 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5559444 Apr 11 13:18:38.392358 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41264) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:38.451928 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Pushing event updated for resources: {'Port': ['ID=89da071c-948c-4965-8513-37a88cd522ac,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:38.471188 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-8f103c2d-95cf-4af3-bd32-d2919741be76 None None] Provisioning complete for port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:38.471602 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8f103c2d-95cf-4af3-bd32-d2919741be76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:38.603584 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:38.607144 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:39.005740 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:18:39.074738 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 7bc6e458-6301-4582-81f4-84415c04bb6e up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:39.105550 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41282) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:39.141525 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2aeed074-c12e-43b0-8342-ff3896b7e37b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:39.220160 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:18:39.266304 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:18:39.274131 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-47f7c652-a5ff-44fe-878e-e493bc143e78 admin admin] 10.222.0.49 "PUT /v2.0/routers/2b919ba8-dacd-4232-b7dd-2d02fc4ed94f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8952641 Apr 11 13:18:39.320412 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 7bc6e458-6301-4582-81f4-84415c04bb6e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:39.320967 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:39.322806 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8f103c2d-95cf-4af3-bd32-d2919741be76 None None] Current status of the port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:39.436438 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4f24074b-b7a3-4d1d-a3ed-80fed484712b req-411dc0ae-63a6-424c-8763-5f33b1fe21ae tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.0379286 Apr 11 13:18:39.455488 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-3d0a1dce-8693-481d-ab25-9ed0092aeade None None] Provisioning complete for port 89da071c-948c-4965-8513-37a88cd522ac triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:39.456761 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3d0a1dce-8693-481d-ab25-9ed0092aeade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (89da071c-948c-4965-8513-37a88cd522ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:39.510161 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2aeed074-c12e-43b0-8342-ff3896b7e37b admin admin] Publish callbacks [] for security_group (db64da3b-dd0c-44b9-a0ec-7f9476f9d30c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:39.543022 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:39.550395 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a1dce-8693-481d-ab25-9ed0092aeade None None] Port 89da071c-948c-4965-8513-37a88cd522ac cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:18:39.644213 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:36Z', 'revision_number': 3, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:39.680543 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Checking router: 41e290f6-5bec-4dea-ab8c-22d3878bcb97 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:18:39.681176 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Updating router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 port baa301c0-4d52-43c2-9c4d-61805bdc8b81 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:18:39.709445 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 7bc6e458-6301-4582-81f4-84415c04bb6e is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:39.709863 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:39.725600 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:39.768878 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 7bc6e458-6301-4582-81f4-84415c04bb6e, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=7bc6e458-6301-4582-81f4-84415c04bb6e,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:18:39.802778 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Allocated IP 172.20.0.1 (530d667c-2b84-4e74-b0c8-6f18245ef6f3/9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118/f5fcf927-f67d-4eb9-8b99-5266d25d8b8d) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:39.917750 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Publish callbacks [] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.008259 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Publish callbacks [] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.034524 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:18:40.046379 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:18:40.047016 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:40.098344 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.100656 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2aeed074-c12e-43b0-8342-ff3896b7e37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (db64da3b-dd0c-44b9-a0ec-7f9476f9d30c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.102195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.102956 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 9fb7e1a2-a6b4-41a5-b279-17823cef4793 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:40.154718 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2aeed074-c12e-43b0-8342-ff3896b7e37b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9363e83c2a8949c6ba11dfedf7b3ffe0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0464785 Apr 11 13:18:40.156596 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41316) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:40.157201 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.157447 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41318) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:40.163719 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-92c51f3c-5748-46cd-8c17-7fcbfe9158cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536684835', 'description': 'tempest-description--1945771227'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:40.201369 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:18:40.217137 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Attempting to bind port baa301c0-4d52-43c2-9c4d-61805bdc8b81 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:18:40.223363 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Attempting to bind port baa301c0-4d52-43c2-9c4d-61805bdc8b81 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:18:40.223363 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Attempting to bind port baa301c0-4d52-43c2-9c4d-61805bdc8b81 on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:18:40.236090 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:18:40.236474 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:40.236981 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.237386 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:18:40.237878 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Bound port: baa301c0-4d52-43c2-9c4d-61805bdc8b81, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:18:40.238386 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.243066 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:40.244680 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeed074-c12e-43b0-8342-ff3896b7e37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db64da3b-dd0c-44b9-a0ec-7f9476f9d30c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:40.248158 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:40.250540 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:40.293296 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:40.293785 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (41e290f6-5bec-4dea-ab8c-22d3878bcb97), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.294969 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:40.295368 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.308995 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8569830a-e810-4779-a485-c757e367601b admin admin] Publish callbacks [] for security_group (db64da3b-dd0c-44b9-a0ec-7f9476f9d30c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.319250 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a507-279b-42fd-ab7c-66a8ce85b135 None None] Pushing event updated for resources: {'Port': ['ID=baa301c0-4d52-43c2-9c4d-61805bdc8b81,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:40.332996 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8569830a-e810-4779-a485-c757e367601b admin admin] Publish callbacks [] for security_group (db64da3b-dd0c-44b9-a0ec-7f9476f9d30c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.401764 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-92c51f3c-5748-46cd-8c17-7fcbfe9158cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.481498 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] For port baa301c0-4d52-43c2-9c4d-61805bdc8b81, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:18:40.524968 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] For port baa301c0-4d52-43c2-9c4d-61805bdc8b81, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=baa301c0-4d52-43c2-9c4d-61805bdc8b81,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:18:40.558520 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=7bc6e458-6301-4582-81f4-84415c04bb6e,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:40.637334 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.658679 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:40.696404 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-92c51f3c-5748-46cd-8c17-7fcbfe9158cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (6c8faa27-ef79-43f0-8104-eacae89a856d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.701767 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8569830a-e810-4779-a485-c757e367601b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (db64da3b-dd0c-44b9-a0ec-7f9476f9d30c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.707446 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8569830a-e810-4779-a485-c757e367601b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.717767 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8569830a-e810-4779-a485-c757e367601b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db64da3b-dd0c-44b9-a0ec-7f9476f9d30c HTTP/1.1" status: 204 len: 168 time: 0.5573833 Apr 11 13:18:40.731314 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569830a-e810-4779-a485-c757e367601b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db64da3b-dd0c-44b9-a0ec-7f9476f9d30c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:40.771509 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-92c51f3c-5748-46cd-8c17-7fcbfe9158cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (6c8faa27-ef79-43f0-8104-eacae89a856d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.805667 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 2, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:40.831272 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 7bc6e458-6301-4582-81f4-84415c04bb6e up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:40.833274 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:18:40.833917 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:40.851612 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c51f3c-5748-46cd-8c17-7fcbfe9158cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8faa27-ef79-43f0-8104-eacae89a856d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:40.862567 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:18:40.862931 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Updating router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f port 89da071c-948c-4965-8513-37a88cd522ac binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:18:40.868117 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280a507-279b-42fd-ab7c-66a8ce85b135 None None] Pushing event updated for resources: {'Port': ['ID=baa301c0-4d52-43c2-9c4d-61805bdc8b81,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:40.892777 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fc16272e-5ad8-4c13-b2e9-b676ade40d3d req-bea49e17-ffcb-41fe-a54a-a5ccadbb2092 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.1673717 Apr 11 13:18:40.900420 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-92c51f3c-5748-46cd-8c17-7fcbfe9158cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.902831 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-92c51f3c-5748-46cd-8c17-7fcbfe9158cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7441649 Apr 11 13:18:40.905824 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41344) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:40.911831 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-db554c7f-b095-4a6f-9434-18c83ea6335b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group_rule': {'security_group_id': '6c8faa27-ef79-43f0-8104-eacae89a856d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:40.913294 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-4e35099d-1f4a-4ce5-90df-0fe26640aa27 None None] Provisioning complete for port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:40.914093 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4e35099d-1f4a-4ce5-90df-0fe26640aa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:40.914759 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (89da071c-948c-4965-8513-37a88cd522ac), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.028386 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4e35099d-1f4a-4ce5-90df-0fe26640aa27 None None] Port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:18:41.066950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 7bc6e458-6301-4582-81f4-84415c04bb6e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:41.067326 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.067857 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db554c7f-b095-4a6f-9434-18c83ea6335b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (2d219bb0-0522-42e7-a99d-4c4bb1e3a50b), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.176442 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db554c7f-b095-4a6f-9434-18c83ea6335b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (2d219bb0-0522-42e7-a99d-4c4bb1e3a50b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.199840 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.224340 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:18:41.261787 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db554c7f-b095-4a6f-9434-18c83ea6335b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (2d219bb0-0522-42e7-a99d-4c4bb1e3a50b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.290600 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db554c7f-b095-4a6f-9434-18c83ea6335b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d219bb0-0522-42e7-a99d-4c4bb1e3a50b,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:41.383462 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db554c7f-b095-4a6f-9434-18c83ea6335b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.390789 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-db554c7f-b095-4a6f-9434-18c83ea6335b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4811358 Apr 11 13:18:41.392245 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41368) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:41.412612 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-0ffd1bdf-cc34-4821-b050-46f6ca8835c7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group_rule': {'security_group_id': '6c8faa27-ef79-43f0-8104-eacae89a856d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:41.447711 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 7bc6e458-6301-4582-81f4-84415c04bb6e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:41.538911 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Publish callbacks [] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.544783 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Publish callbacks [] for port (89da071c-948c-4965-8513-37a88cd522ac), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.560742 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:36Z', 'revision_number': 3, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:41.563779 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1bdf-cc34-4821-b050-46f6ca8835c7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (f6de7757-fcbf-44f7-bce1-a2b128598f6d), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.598252 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2518cf-370d-44dd-8e40-98c817139a76 None None] The sync data for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi is: [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:36Z', 'revision_number': 3, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:18:41.657859 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1bdf-cc34-4821-b050-46f6ca8835c7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (f6de7757-fcbf-44f7-bce1-a2b128598f6d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.683164 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (89da071c-948c-4965-8513-37a88cd522ac), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.683699 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.685183 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (41e290f6-5bec-4dea-ab8c-22d3878bcb97), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.770472 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94b092-a8ce-4278-9962-5c881e48420c None None] Pushing event updated for resources: {'Port': ['ID=89da071c-948c-4965-8513-37a88cd522ac,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:41.795119 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1bdf-cc34-4821-b050-46f6ca8835c7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (f6de7757-fcbf-44f7-bce1-a2b128598f6d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.826827 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd1bdf-cc34-4821-b050-46f6ca8835c7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6de7757-fcbf-44f7-bce1-a2b128598f6d,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:41.903601 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Attempting to bind port 89da071c-948c-4965-8513-37a88cd522ac on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:18:41.903840 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Attempting to bind port 89da071c-948c-4965-8513-37a88cd522ac by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:18:41.904202 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Attempting to bind port 89da071c-948c-4965-8513-37a88cd522ac on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:18:41.920050 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:18:41.920050 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Checking segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:41.920050 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.920050 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Bound using segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:18:41.920050 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Bound port: 89da071c-948c-4965-8513-37a88cd522ac, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:18:41.920050 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (89da071c-948c-4965-8513-37a88cd522ac), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.932402 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:41.992381 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1bdf-cc34-4821-b050-46f6ca8835c7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:41.996340 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0ffd1bdf-cc34-4821-b050-46f6ca8835c7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6024234 Apr 11 13:18:42.002011 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41388) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:42.013372 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:42.093603 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:42.102382 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:42.118081 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] For port 89da071c-948c-4965-8513-37a88cd522ac, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:18:42.123756 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] For port 89da071c-948c-4965-8513-37a88cd522ac, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=89da071c-948c-4965-8513-37a88cd522ac,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:18:42.135293 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-8e7c6bfb-67ef-448f-a06d-7fad561111bf None None] Provisioning complete for port 89da071c-948c-4965-8513-37a88cd522ac triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:42.142878 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8e7c6bfb-67ef-448f-a06d-7fad561111bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (89da071c-948c-4965-8513-37a88cd522ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:42.199271 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:42.235247 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (89da071c-948c-4965-8513-37a88cd522ac), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:42.333317 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c6bfb-67ef-448f-a06d-7fad561111bf None None] Port 89da071c-948c-4965-8513-37a88cd522ac cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:18:42.488254 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:18:42.508472 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:18:42.515457 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:42.521868 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94b092-a8ce-4278-9962-5c881e48420c None None] Pushing event updated for resources: {'Port': ['ID=89da071c-948c-4965-8513-37a88cd522ac,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:42.549027 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b92001fd-3c5c-464c-92ed-4fb7782b6763 req-da025798-f240-444a-ac34-35232f46d638 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.2393122 Apr 11 13:18:42.727756 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41418) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:42.952079 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:18:42.954761 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:18:42.958847 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:42.964612 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-60df710d-2f5b-49cd-a474-9ca45d269e66 admin admin] 10.222.0.49 "PUT /v2.0/routers/41e290f6-5bec-4dea-ab8c-22d3878bcb97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5669429 Apr 11 13:18:43.084389 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ae602232-016a-424b-9a23-fc040e97d7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.147963 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device baa301c0-4d52-43c2-9c4d-61805bdc8b81 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:43.185712 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0a8d3723-ce71-4613-959b-97b80e2ef2de None None] Provisioning complete for port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:43.186629 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0a8d3723-ce71-4613-959b-97b80e2ef2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.265841 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d3723-ce71-4613-959b-97b80e2ef2de None None] Port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:18:43.285829 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port baa301c0-4d52-43c2-9c4d-61805bdc8b81 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:43.288023 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.325198 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Allocated IP 172.27.3.79 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/a3144b86-eedb-48eb-81ba-bc7276dcb9a2) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:43.370413 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:42Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:43.413909 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41444) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:43.451055 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a54725-92a6-48f2-a755-bbd0c36a9c75 None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:42Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:18:43.457001 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fc002ff0-4271-465a-b268-491052795cdb None None] Provisioning complete for port 89da071c-948c-4965-8513-37a88cd522ac triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:43.457638 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fc002ff0-4271-465a-b268-491052795cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (89da071c-948c-4965-8513-37a88cd522ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.508507 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port baa301c0-4d52-43c2-9c4d-61805bdc8b81 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:43.508904 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.554425 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port baa301c0-4d52-43c2-9c4d-61805bdc8b81, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=baa301c0-4d52-43c2-9c4d-61805bdc8b81,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:18:43.614846 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ae602232-016a-424b-9a23-fc040e97d7ac admin admin] Publish callbacks [] for security_group (db0a6728-f58e-4ea3-876e-0a39988d0f47), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.657173 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.684189 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.711697 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fc002ff0-4271-465a-b268-491052795cdb None None] Current status of the port 89da071c-948c-4965-8513-37a88cd522ac is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:43.712031 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fc002ff0-4271-465a-b268-491052795cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (89da071c-948c-4965-8513-37a88cd522ac), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.741087 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ae602232-016a-424b-9a23-fc040e97d7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (db0a6728-f58e-4ea3-876e-0a39988d0f47), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.787397 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=baa301c0-4d52-43c2-9c4d-61805bdc8b81,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:43.816533 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fc002ff0-4271-465a-b268-491052795cdb None None] For port 89da071c-948c-4965-8513-37a88cd522ac, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=89da071c-948c-4965-8513-37a88cd522ac,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:18:43.829842 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.873186 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ae602232-016a-424b-9a23-fc040e97d7ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c567d5d203c8413189811e292ad89149&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1429858 Apr 11 13:18:43.873794 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41450) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:43.926365 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fc002ff0-4271-465a-b268-491052795cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (89da071c-948c-4965-8513-37a88cd522ac), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:43.952656 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae602232-016a-424b-9a23-fc040e97d7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0a6728-f58e-4ea3-876e-0a39988d0f47,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:43.980255 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:43.984826 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:43.987509 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:44.007689 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624732083-network', 'tenant_id': '7ab1466b824e479b9d7957141177d259'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:44.033251 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc002ff0-4271-465a-b268-491052795cdb None None] Pushing event updated for resources: {'Port': ['ID=89da071c-948c-4965-8513-37a88cd522ac,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:44.082562 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4ad89e48-25ee-458b-ac24-22ad811f62dc req-b8960214-530a-47ee-8f21-445ed933f325 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.0979922 Apr 11 13:18:44.085197 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41460) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:44.115420 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-09e7e5d6-812b-4e52-b141-996d449656ff admin admin] Publish callbacks [] for security_group (db0a6728-f58e-4ea3-876e-0a39988d0f47), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.140882 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=a3144b86-eedb-48eb-81ba-bc7276dcb9a2,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:44.142252 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-09e7e5d6-812b-4e52-b141-996d449656ff admin admin] Publish callbacks [] for security_group (db0a6728-f58e-4ea3-876e-0a39988d0f47), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.217832 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Made reservation on behalf of 7ab1466b824e479b9d7957141177d259 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:44.223233 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.235207 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (cd167b10-9a71-42b0-b581-6ffe7730d6c2), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.264817 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.329880 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-586044eb-3c4b-4c84-9ca1-a879e39ff4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.341109 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-09e7e5d6-812b-4e52-b141-996d449656ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (db0a6728-f58e-4ea3-876e-0a39988d0f47), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.343960 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-09e7e5d6-812b-4e52-b141-996d449656ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.345284 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-09e7e5d6-812b-4e52-b141-996d449656ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/db0a6728-f58e-4ea3-876e-0a39988d0f47 HTTP/1.1" status: 204 len: 168 time: 0.4675553 Apr 11 13:18:44.369422 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7e5d6-812b-4e52-b141-996d449656ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0a6728-f58e-4ea3-876e-0a39988d0f47,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:44.461966 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.524960 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Publish callbacks [] for security_group (8c48c045-5fc7-41ef-acef-25708c44fa9d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.525687 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41472) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:44.534138 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-eb89b0e0-a9ce-49bb-85a8-2970d742d74f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--311846784', 'description': 'tempest-description--394064360'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:44.569161 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-586044eb-3c4b-4c84-9ca1-a879e39ff4f1 admin admin] Publish callbacks [] for security_group (7605fc21-1aa3-42c9-b39a-893dce7cfaaf), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.600604 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (8c48c045-5fc7-41ef-acef-25708c44fa9d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.628247 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:18:44.639011 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c48c045-5fc7-41ef-acef-25708c44fa9d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:44.646393 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (b0e86b2b-92c5-4c8f-b2d0-c4310df08441), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.646731 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Added segment b0e86b2b-92c5-4c8f-b2d0-c4310df08441 of type vlan for network 57e7965d-c95e-4dbb-90df-411fb79a41cf Apr 11 13:18:44.718995 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (57e7965d-c95e-4dbb-90df-411fb79a41cf), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.751376 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-586044eb-3c4b-4c84-9ca1-a879e39ff4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7605fc21-1aa3-42c9-b39a-893dce7cfaaf), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.765477 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb89b0e0-a9ce-49bb-85a8-2970d742d74f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.816290 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.857973 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.881288 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (cd167b10-9a71-42b0-b581-6ffe7730d6c2), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:44.913781 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 89da071c-948c-4965-8513-37a88cd522ac up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:44.970488 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Sync routers for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:18:44.981365 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=a3144b86-eedb-48eb-81ba-bc7276dcb9a2,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:44.989132 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586044eb-3c4b-4c84-9ca1-a879e39ff4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7605fc21-1aa3-42c9-b39a-893dce7cfaaf,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:45.001674 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-586044eb-3c4b-4c84-9ca1-a879e39ff4f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a501243b9c1481fbf2c5a0498b3c275&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8977308 Apr 11 13:18:45.001911 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41480) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:45.030924 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.034297 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ce1750d9-d90c-487e-b068-8f8f01fc37de tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0309110 Apr 11 13:18:45.048980 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:18:45.049675 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:45.075620 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (57e7965d-c95e-4dbb-90df-411fb79a41cf), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.077346 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:45.078362 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.115905 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 89da071c-948c-4965-8513-37a88cd522ac triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:45.116299 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (89da071c-948c-4965-8513-37a88cd522ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.257643 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] Pushing event updated for resources: {'Network': ['ID=57e7965d-c95e-4dbb-90df-411fb79a41cf,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:45.271537 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7786a0c4-235a-4699-8aa6-664ffd3e882e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8562996 Apr 11 13:18:45.277700 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41494) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:45.285111 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-de6f27ff-3436-4e85-abe4-2568df776f2c admin admin] Publish callbacks [] for security_group (7605fc21-1aa3-42c9-b39a-893dce7cfaaf), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.285830 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Request body: {'subnet': {'network_id': '57e7965d-c95e-4dbb-90df-411fb79a41cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1624732083-subnet', 'tenant_id': '7ab1466b824e479b9d7957141177d259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:45.308701 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb89b0e0-a9ce-49bb-85a8-2970d742d74f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (9198e8c7-5e9b-45f6-8f62-d5e659535f87), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.330702 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 57e7965d-c95e-4dbb-90df-411fb79a41cf details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:18:45.358454 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-de6f27ff-3436-4e85-abe4-2568df776f2c admin admin] Publish callbacks [] for security_group (7605fc21-1aa3-42c9-b39a-893dce7cfaaf), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.407893 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb89b0e0-a9ce-49bb-85a8-2970d742d74f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9198e8c7-5e9b-45f6-8f62-d5e659535f87), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.458307 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Made reservation on behalf of 7ab1466b824e479b9d7957141177d259 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:45.470219 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.535703 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 89da071c-948c-4965-8513-37a88cd522ac is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:45.537110 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device baa301c0-4d52-43c2-9c4d-61805bdc8b81 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:45.567877 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb89b0e0-a9ce-49bb-85a8-2970d742d74f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.574629 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-eb89b0e0-a9ce-49bb-85a8-2970d742d74f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.0472393 Apr 11 13:18:45.577504 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41516) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:45.601393 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-3b64c34c-9e05-4778-93aa-bb6b4fa5a1b6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'security_group_rule': {'security_group_id': '9198e8c7-5e9b-45f6-8f62-d5e659535f87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:45.624245 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89b0e0-a9ce-49bb-85a8-2970d742d74f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9198e8c7-5e9b-45f6-8f62-d5e659535f87,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:45.624440 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:18:45.728086 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a578bc46-5e18-46a9-81ea-9bf318c84cbd req-27195c09-aef7-456c-9d02-4562bdb4bd05 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.0497801 Apr 11 13:18:45.729383 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-de6f27ff-3436-4e85-abe4-2568df776f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7605fc21-1aa3-42c9-b39a-893dce7cfaaf), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.732976 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-de6f27ff-3436-4e85-abe4-2568df776f2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.736695 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-de6f27ff-3436-4e85-abe4-2568df776f2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7605fc21-1aa3-42c9-b39a-893dce7cfaaf HTTP/1.1" status: 204 len: 168 time: 0.7313776 Apr 11 13:18:45.748854 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f27ff-3436-4e85-abe4-2568df776f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7605fc21-1aa3-42c9-b39a-893dce7cfaaf,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:45.801928 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b64c34c-9e05-4778-93aa-bb6b4fa5a1b6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (6d17cb6e-1b94-4a63-9fc9-8c0520f7d0a3), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:45.859013 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-80f8a5c0-81b0-4d93-809c-9e4be9fb867b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1536684835&fields=id&tenant_id=70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 267 time: 0.4353199 Apr 11 13:18:45.967181 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b64c34c-9e05-4778-93aa-bb6b4fa5a1b6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (6d17cb6e-1b94-4a63-9fc9-8c0520f7d0a3), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.017429 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port baa301c0-4d52-43c2-9c4d-61805bdc8b81 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:46.018027 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.086556 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b64c34c-9e05-4778-93aa-bb6b4fa5a1b6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (6d17cb6e-1b94-4a63-9fc9-8c0520f7d0a3), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.129286 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64c34c-9e05-4778-93aa-bb6b4fa5a1b6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d17cb6e-1b94-4a63-9fc9-8c0520f7d0a3,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:46.192629 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3b64c34c-9e05-4778-93aa-bb6b4fa5a1b6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.195355 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3b64c34c-9e05-4778-93aa-bb6b4fa5a1b6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6153185 Apr 11 13:18:46.201313 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41544) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:46.206581 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-6346453d-5659-48f8-b1eb-5385c71c3b10 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'security_group_rule': {'security_group_id': '9198e8c7-5e9b-45f6-8f62-d5e659535f87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:46.212477 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-6ee38ead-b432-441f-9aed-22fc2fe8e76b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:46.215618 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-6ee38ead-b432-441f-9aed-22fc2fe8e76b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 814 time: 0.3412037 Apr 11 13:18:46.219049 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port baa301c0-4d52-43c2-9c4d-61805bdc8b81 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:46.227316 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:41Z', 'revision_number': 2, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:46.277934 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-0e571482-660c-494a-8431-719958df573f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/quotas/70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 375 time: 0.0523274 Apr 11 13:18:46.320407 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Checking router: 41e290f6-5bec-4dea-ab8c-22d3878bcb97 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:18:46.323523 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Updating router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:18:46.347806 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6346453d-5659-48f8-b1eb-5385c71c3b10 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (1ed3bbb2-7f5e-452d-a23c-c418183b2a25), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.371254 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (008e92dd-1b3f-4334-8603-114e6df905f1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.378055 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.452698 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.50', 55516) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:46.461897 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Pushing event updated for resources: {'Subnet': ['ID=008e92dd-1b3f-4334-8603-114e6df905f1,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:46.498748 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-784f9f84-c151-4c85-8858-e970f74f8af0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048719 Apr 11 13:18:46.526991 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6346453d-5659-48f8-b1eb-5385c71c3b10 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (1ed3bbb2-7f5e-452d-a23c-c418183b2a25), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.548980 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Checking segment: {'id': 'b0e86b2b-92c5-4c8f-b2d0-c4310df08441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '57e7965d-c95e-4dbb-90df-411fb79a41cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:46.549242 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Network hostable DHCP agents. Network: 57e7965d-c95e-4dbb-90df-411fb79a41cf, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:18:46.608368 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-c1d67efc-9e91-43ba-a140-70af11b96118 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:46.610097 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-c1d67efc-9e91-43ba-a140-70af11b96118 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.50 "GET /v2.0/networks?id=cabee010-4624-4a77-9132-85b3311d6ff3 HTTP/1.1" status: 200 len: 812 time: 0.1588399 Apr 11 13:18:46.664422 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Request body: {'port': {'device_id': '0d2a28f7-26b5-4c86-8c17-9a39521445c9', 'network_id': 'cabee010-4624-4a77-9132-85b3311d6ff3', 'admin_state_up': True, 'tenant_id': 'cc58e300bfaa41acabc1a63ae6861fe9'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:46.678142 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6346453d-5659-48f8-b1eb-5385c71c3b10 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (1ed3bbb2-7f5e-452d-a23c-c418183b2a25), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.699827 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Network 57e7965d-c95e-4dbb-90df-411fb79a41cf is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:18:46.793445 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Publish callbacks [] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.800566 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 57e7965d-c95e-4dbb-90df-411fb79a41cf) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:46.811136 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:46.811735 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.812106 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7062c85-bf5d-4953-aebb-6ee5c62e6bea None None] Network 57e7965d-c95e-4dbb-90df-411fb79a41cf requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:46.835007 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346453d-5659-48f8-b1eb-5385c71c3b10 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed3bbb2-7f5e-452d-a23c-c418183b2a25,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:46.922897 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-41208cf6-1551-4a8b-82ce-91e194a522ab req-d0542238-354d-4ab8-9fa7-cbb1678b2ef5 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.0713277 Apr 11 13:18:46.940281 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41558) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:46.980976 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:46.997945 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6346453d-5659-48f8-b1eb-5385c71c3b10 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.018406 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-19a63228-5f83-4f10-a087-8bb0dd87480b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7284050 Apr 11 13:18:47.018894 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6346453d-5659-48f8-b1eb-5385c71c3b10 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8069661 Apr 11 13:18:47.018975 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9fed8347-4eaf-47aa-87ea-2f819df64e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.019049 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41562) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:47.024433 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:47.079506 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf565228-2205-4dd3-98f7-d3274b391e04 None None] Network 57e7965d-c95e-4dbb-90df-411fb79a41cf requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:47.178233 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41568) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:47.185795 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9fed8347-4eaf-47aa-87ea-2f819df64e97 admin admin] Publish callbacks [] for security_group (11617608-b7d3-4a0d-aa1e-03f48365da6d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.187134 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.286784 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9fed8347-4eaf-47aa-87ea-2f819df64e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (11617608-b7d3-4a0d-aa1e-03f48365da6d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.396853 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Made reservation on behalf of cc58e300bfaa41acabc1a63ae6861fe9 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:47.426675 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.427082 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed8347-4eaf-47aa-87ea-2f819df64e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11617608-b7d3-4a0d-aa1e-03f48365da6d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:47.442254 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9fed8347-4eaf-47aa-87ea-2f819df64e97 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0691a508dfe24d1eb0e2ba65a07eece3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999690 Apr 11 13:18:47.449631 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41588) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:47.485927 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9611abd0-726f-415e-9a72-af58f7287b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.489416 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.540315 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-d04f2f08-6fca-45f3-bc47-100652fc9c41 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:18:47.548632 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-d04f2f08-6fca-45f3-bc47-100652fc9c41 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3206425 Apr 11 13:18:47.656637 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-ec6876ba-5bf5-422e-b1b3-dc776aab25e9 None None] Provisioning complete for port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:47.657184 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ec6876ba-5bf5-422e-b1b3-dc776aab25e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.706862 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a178033-3c12-4933-9d3d-3276d57424b8 admin admin] Publish callbacks [] for security_group (11617608-b7d3-4a0d-aa1e-03f48365da6d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.711993 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285a78d-2741-4620-af1f-a0cc24d576f0 None None] Pushing event updated for resources: {'Port': ['ID=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:47.796811 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-ec6876ba-5bf5-422e-b1b3-dc776aab25e9 None None] Port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:18:47.801843 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a178033-3c12-4933-9d3d-3276d57424b8 admin admin] Publish callbacks [] for security_group (11617608-b7d3-4a0d-aa1e-03f48365da6d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.801987 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Attempting to bind port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:18:47.802329 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Attempting to bind port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:18:47.806573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Attempting to bind port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d on network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:18:47.812215 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:18:47.812677 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Checking segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:47.812992 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.813396 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Bound using segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:18:47.814004 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Bound port: f5fcf927-f67d-4eb9-8b99-5266d25d8b8d, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:18:47.814320 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:47.838467 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-0421fb3b-60ea-4fc4-bcc7-44db26db1c08 service neutron] 10.222.0.49 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855642 Apr 11 13:18:48.005837 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] For port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:18:48.035693 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-579fb6b2-3108-4e78-82af-952c36f787ac service neutron] 10.222.0.49 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877177 Apr 11 13:18:48.071868 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Allocated IP 172.27.3.94 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/488f1b9e-1431-4253-a5eb-0586bc81326a) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:48.121727 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a178033-3c12-4933-9d3d-3276d57424b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (11617608-b7d3-4a0d-aa1e-03f48365da6d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.126498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3a178033-3c12-4933-9d3d-3276d57424b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.127945 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3a178033-3c12-4933-9d3d-3276d57424b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11617608-b7d3-4a0d-aa1e-03f48365da6d HTTP/1.1" status: 204 len: 168 time: 0.6726117 Apr 11 13:18:48.146373 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a178033-3c12-4933-9d3d-3276d57424b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11617608-b7d3-4a0d-aa1e-03f48365da6d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:48.146613 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Allocated IP 172.20.0.4 (cabee010-4624-4a77-9132-85b3311d6ff3/24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b/ded04aa7-f962-41b2-bd08-2c92b3aa55ae) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:48.159349 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9611abd0-726f-415e-9a72-af58f7287b22 admin admin] Publish callbacks [] for security_group (1932817d-e680-4415-ad14-dae84b5ec69e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.219561 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7488940b-625e-4ce6-bb71-5f389cdab09c req-5ab1bd9b-dafe-42da-a187-66e27a3e6d0f tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.0923238 Apr 11 13:18:48.296459 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9611abd0-726f-415e-9a72-af58f7287b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (1932817d-e680-4415-ad14-dae84b5ec69e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.305581 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] For port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:18:48.431274 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9611abd0-726f-415e-9a72-af58f7287b22 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76db52af4527447e89bdb818b0408a55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2517252 Apr 11 13:18:48.435517 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41632) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:48.465615 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.513755 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for port (488f1b9e-1431-4253-a5eb-0586bc81326a), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.516322 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611abd0-726f-415e-9a72-af58f7287b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1932817d-e680-4415-ad14-dae84b5ec69e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:48.518480 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-59323118-df96-4daf-9e2f-271ca0c54553 admin admin] Publish callbacks [] for security_group (1932817d-e680-4415-ad14-dae84b5ec69e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.587746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-59323118-df96-4daf-9e2f-271ca0c54553 admin admin] Publish callbacks [] for security_group (1932817d-e680-4415-ad14-dae84b5ec69e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.603709 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285a78d-2741-4620-af1f-a0cc24d576f0 None None] Pushing event updated for resources: {'Port': ['ID=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:48.627332 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:18:48.628197 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:48.742159 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-59323118-df96-4daf-9e2f-271ca0c54553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (1932817d-e680-4415-ad14-dae84b5ec69e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.746384 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-59323118-df96-4daf-9e2f-271ca0c54553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.752002 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Publish callbacks [] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.752083 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-59323118-df96-4daf-9e2f-271ca0c54553 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1932817d-e680-4415-ad14-dae84b5ec69e HTTP/1.1" status: 204 len: 168 time: 0.3125749 Apr 11 13:18:48.776879 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59323118-df96-4daf-9e2f-271ca0c54553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1932817d-e680-4415-ad14-dae84b5ec69e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:48.816259 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (488f1b9e-1431-4253-a5eb-0586bc81326a), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:48.882912 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41660) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:48.892240 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-246525356-network', 'tenant_id': 'd493dc171ce347e19779ed544535f27e'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:48.949168 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:18:48.994476 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-99304537-1227-485a-a5e1-98fde3b55b01 req-fd98916f-99d0-4024-a628-89ddc7ee934d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.1449423 Apr 11 13:18:49.005769 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:49.009146 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:49.027970 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:49.037953 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'Port': ['ID=488f1b9e-1431-4253-a5eb-0586bc81326a,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:49.069319 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Made reservation on behalf of d493dc171ce347e19779ed544535f27e for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:49.074457 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:49.109506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:49.155565 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-16c758f6-a657-46df-8345-a37100cf9aef None None] Provisioning complete for port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:49.156395 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-16c758f6-a657-46df-8345-a37100cf9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:49.182832 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:49.505907 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Publish callbacks [] for security_group (152f72a6-e15b-4c6b-acc3-73632f362098), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:49.568839 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:49.711699 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (152f72a6-e15b-4c6b-acc3-73632f362098), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:49.837529 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-16c758f6-a657-46df-8345-a37100cf9aef None None] Current status of the port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:49.842996 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-16c758f6-a657-46df-8345-a37100cf9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:49.968234 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9e02-dca2-45d3-8729-075cffd12cb2 req-674c0f6e-445b-486e-bac5-dafdef33ad88 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:49.984426 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1ab9e02-dca2-45d3-8729-075cffd12cb2 req-674c0f6e-445b-486e-bac5-dafdef33ad88 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 931 time: 0.4565794 Apr 11 13:18:50.057966 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:18:50.072368 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:47Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:50.085391 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (488f1b9e-1431-4253-a5eb-0586bc81326a), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:50.134954 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Network cabee010-4624-4a77-9132-85b3311d6ff3 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:50.177173 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (649db4c7-aa0c-418f-830b-27b66572fb2a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:50.195592 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Added segment 649db4c7-aa0c-418f-830b-27b66572fb2a of type vlan for network c9ca156b-54c9-4b38-9dc0-ca3f7da24092 Apr 11 13:18:50.214370 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f72a6-e15b-4c6b-acc3-73632f362098,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:50.239562 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db024b8e-a818-4682-ae02-2711ad6c38d7 None None] The sync data for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi is: [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:47Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:18:50.262739 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:50.265011 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-16c758f6-a657-46df-8345-a37100cf9aef None None] For port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:18:50.267397 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:18:50.288594 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:50.288594 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:50.318374 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Pushing event updated for resources: {'Port': ['ID=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:50.342756 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-16c758f6-a657-46df-8345-a37100cf9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:50.522347 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b1ab9e02-dca2-45d3-8729-075cffd12cb2 req-0d5d7d1d-9aaf-4c6e-b330-652a00c59a5e tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368145 Apr 11 13:18:50.546151 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-799fd93a-8979-4617-bd10-663b35832622 req-fe67c644-b544-41ee-8e34-f87270828979 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.2544949 Apr 11 13:18:50.561776 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c758f6-a657-46df-8345-a37100cf9aef None None] Pushing event updated for resources: {'Port': ['ID=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:50.577922 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-5cd32ca8-01b1-4d3d-8dc6-8b5eafdfec4b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9177804 Apr 11 13:18:50.578973 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (c9ca156b-54c9-4b38-9dc0-ca3f7da24092), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:50.602704 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-096909a7-2351-4c50-bdf5-53fe91ecf8fd tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:18:50.603859 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-096909a7-2351-4c50-bdf5-53fe91ecf8fd tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136223 Apr 11 13:18:50.879201 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device f5fcf927-f67d-4eb9-8b99-5266d25d8b8d up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:18:50.941244 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for port (488f1b9e-1431-4253-a5eb-0586bc81326a), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:50.989273 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:18:50.990249 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:51.056704 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (c9ca156b-54c9-4b38-9dc0-ca3f7da24092), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:51.058232 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:51.059596 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:51.106870 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (488f1b9e-1431-4253-a5eb-0586bc81326a), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:51.186815 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:18:51.212356 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:51.265216 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'Port': ['ID=488f1b9e-1431-4253-a5eb-0586bc81326a,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:51.302018 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4081929 Apr 11 13:18:51.302631 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41740) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:51.308654 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Request body: {'subnet': {'network_id': 'c9ca156b-54c9-4b38-9dc0-ca3f7da24092', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-246525356-subnet', 'tenant_id': 'd493dc171ce347e19779ed544535f27e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:51.318834 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270f349-9eeb-4f7c-946b-edbba59e5519 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ca156b-54c9-4b38-9dc0-ca3f7da24092,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:51.335354 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network c9ca156b-54c9-4b38-9dc0-ca3f7da24092 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:18:51.399261 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:51.423998 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4c85bdb0-9934-4d65-898f-cc17e36f0922 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4056036 Apr 11 13:18:51.516141 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Made reservation on behalf of d493dc171ce347e19779ed544535f27e for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:51.523568 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:51.539681 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41748) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:51.647999 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Request body: {'port': {'device_id': '0d2a28f7-26b5-4c86-8c17-9a39521445c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:51.793787 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6b22815e-64fe-404d-a7fb-d4322f0359d7 req-e3ffd6bd-0ce2-4f0e-87ee-e0fafd1df6f0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.0902486 Apr 11 13:18:51.817878 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:51.852568 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc84078-b1d1-46d3-93ec-4ffa1529b0ac req-e7667d4a-f114-43f5-8b43-9c9ac33609ad tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:51.855484 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9cc84078-b1d1-46d3-93ec-4ffa1529b0ac req-e7667d4a-f114-43f5-8b43-9c9ac33609ad tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 931 time: 0.1341772 Apr 11 13:18:51.861734 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-934749997-network', 'tenant_id': 'da740006fa564f10a0abc89643fc1788'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:52.034491 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9cc84078-b1d1-46d3-93ec-4ffa1529b0ac req-86979270-ecc1-4d27-bd17-35d1851d5fb2 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683836 Apr 11 13:18:52.090319 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Made reservation on behalf of da740006fa564f10a0abc89643fc1788 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:52.098325 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:52.133246 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:52.178086 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:52.386080 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Publish callbacks [] for security_group (371900fb-0120-45f3-a268-caf444069b2e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:52.474902 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (371900fb-0120-45f3-a268-caf444069b2e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:52.578007 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:18:52.594336 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371900fb-0120-45f3-a268-caf444069b2e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:52.606917 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (cf106be8-e22f-464b-a42a-324248ab499b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:52.607286 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Added segment cf106be8-e22f-464b-a42a-324248ab499b of type vlan for network 4009e729-9ed6-44ce-9ad6-f186ddf77405 Apr 11 13:18:52.631964 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-ce29fbec-7b32-4f02-a115-23776e0dd038 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--311846784&fields=id&tenant_id=6da835078df84f0ab2e0221f23a79b65 HTTP/1.1" status: 200 len: 267 time: 0.5581546 Apr 11 13:18:52.788566 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (4009e729-9ed6-44ce-9ad6-f186ddf77405), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:52.976639 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-d2a877ed-7884-4cf0-8f27-1160c8fcc7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:53.017671 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-d2a877ed-7884-4cf0-8f27-1160c8fcc7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 809 time: 0.3452771 Apr 11 13:18:53.017671 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded04aa7-f962-41b2-bd08-2c92b3aa55ae {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:18:53.017671 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Publish callbacks [] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:53.017671 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-3a346aa9-95fb-4c2c-9103-7d1ca807e5a9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/quotas/6da835078df84f0ab2e0221f23a79b65 HTTP/1.1" status: 200 len: 375 time: 0.0210910 Apr 11 13:18:53.019058 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d1b1d906-eb5b-4233-b177-38c53b0979c1 req-640624db-c302-4208-a0de-fb5136147b34 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.0377564 Apr 11 13:18:53.037048 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Transition to ACTIVE for port object ded04aa7-f962-41b2-bd08-2c92b3aa55ae will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:18:53.130508 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-a389ef6b-3620-4f33-a158-7bcc05d90ca6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107631 Apr 11 13:18:53.266915 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (4009e729-9ed6-44ce-9ad6-f186ddf77405), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:53.267947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:53.268568 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:53.271640 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (4679546d-7420-47c0-9f3a-8f32ef1badd6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:53.287424 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cbea5389-4537-418c-8046-930fdd113a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:53.325443 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:53.335136 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb393a6-2797-46e3-bf35-f3286a5bfaf7 req-ab9c09ff-76a4-493f-90e5-25e2070ea425 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:53.337288 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1bb393a6-2797-46e3-bf35-f3286a5bfaf7 req-ab9c09ff-76a4-493f-90e5-25e2070ea425 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 931 time: 0.1278608 Apr 11 13:18:53.394623 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] Pushing event updated for resources: {'Network': ['ID=4009e729-9ed6-44ce-9ad6-f186ddf77405,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:53.401482 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-14d43811-a647-4ace-961d-a72e507a8422 service neutron] 10.222.0.49 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528291 Apr 11 13:18:53.411882 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 4009e729-9ed6-44ce-9ad6-f186ddf77405 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:18:53.423868 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6a6da699-633b-4661-bd53-367b4cdfcea5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8827734 Apr 11 13:18:53.426086 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41812) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:53.437897 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Request body: {'subnet': {'network_id': '4009e729-9ed6-44ce-9ad6-f186ddf77405', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-934749997-subnet', 'tenant_id': 'da740006fa564f10a0abc89643fc1788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:53.467397 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4679546d-7420-47c0-9f3a-8f32ef1badd6,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:53.489015 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1bb393a6-2797-46e3-bf35-f3286a5bfaf7 req-f3b373a9-4f52-4cca-9561-528b43941fde tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429837 Apr 11 13:18:53.549348 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Pushing event updated for resources: {'Port': ['ID=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:53.571616 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Checking segment: {'id': '649db4c7-aa0c-418f-830b-27b66572fb2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c9ca156b-54c9-4b38-9dc0-ca3f7da24092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:53.572425 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Network hostable DHCP agents. Network: c9ca156b-54c9-4b38-9dc0-ca3f7da24092, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:18:53.581523 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Made reservation on behalf of da740006fa564f10a0abc89643fc1788 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:53.585930 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:53.786934 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Attempting to bind port ded04aa7-f962-41b2-bd08-2c92b3aa55ae on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:18:53.787434 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Attempting to bind port ded04aa7-f962-41b2-bd08-2c92b3aa55ae by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '188b4f8b-caff-45a3-808f-a0a71c8e0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cabee010-4624-4a77-9132-85b3311d6ff3'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:18:53.787806 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Attempting to bind port ded04aa7-f962-41b2-bd08-2c92b3aa55ae on network cabee010-4624-4a77-9132-85b3311d6ff3 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:18:53.810439 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-4759073d-982d-4304-9ee1-0871b4e2675d service neutron] 10.222.0.49 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667524 Apr 11 13:18:53.811582 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Port ded04aa7-f962-41b2-bd08-2c92b3aa55ae on network cabee010-4624-4a77-9132-85b3311d6ff3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:18:53.811930 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Attempting to bind port ded04aa7-f962-41b2-bd08-2c92b3aa55ae on network cabee010-4624-4a77-9132-85b3311d6ff3 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:18:53.830295 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:18:53.830811 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Checking segment: {'id': '188b4f8b-caff-45a3-808f-a0a71c8e0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cabee010-4624-4a77-9132-85b3311d6ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:53.831656 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Bound using segment: {'id': '188b4f8b-caff-45a3-808f-a0a71c8e0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cabee010-4624-4a77-9132-85b3311d6ff3'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:18:53.832194 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Bound port: ded04aa7-f962-41b2-bd08-2c92b3aa55ae, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188b4f8b-caff-45a3-808f-a0a71c8e0d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'cabee010-4624-4a77-9132-85b3311d6ff3'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:18:53.832543 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:53.867236 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Network c9ca156b-54c9-4b38-9dc0-ca3f7da24092 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:18:54.004174 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, c9ca156b-54c9-4b38-9dc0-ca3f7da24092) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:54.006570 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332a228f-b38f-4c29-aa77-4a1bfb171744 None None] Network c9ca156b-54c9-4b38-9dc0-ca3f7da24092 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:54.016581 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:54.019665 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:54.035086 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] For port ded04aa7-f962-41b2-bd08-2c92b3aa55ae, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:18:54.138395 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] For port ded04aa7-f962-41b2-bd08-2c92b3aa55ae, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,segment=NetworkSegment(188b4f8b-caff-45a3-808f-a0a71c8e0d28),segment_id=188b4f8b-caff-45a3-808f-a0a71c8e0d28)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:18:54.201270 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edc5ae7-f386-4083-8bcd-becf1aef4c98 None None] Network c9ca156b-54c9-4b38-9dc0-ca3f7da24092 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:54.221644 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f4af6e23-19e7-40bf-9c45-19fc7949e0b8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9177225 Apr 11 13:18:54.275463 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:54.343595 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0628c71-68ce-45c2-af6c-51df3a7369f0 req-be2f180f-fe85-42b8-8a99-0b3dd40b7daf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.1546175 Apr 11 13:18:54.420304 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (10eea673-5b69-4201-b168-7816456d0693), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:54.560599 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10eea673-5b69-4201-b168-7816456d0693,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:54.589821 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41846) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:54.664614 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Checking segment: {'id': 'cf106be8-e22f-464b-a42a-324248ab499b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '4009e729-9ed6-44ce-9ad6-f186ddf77405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:54.667151 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Network hostable DHCP agents. Network: 4009e729-9ed6-44ce-9ad6-f186ddf77405, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:18:54.684539 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41852) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:54.768422 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f4fe80-10f6-46ed-893c-5928f0df7bdc admin admin] Deleting subnet 008e92dd-1b3f-4334-8603-114e6df905f1 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:18:54.778204 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-29f4fe80-10f6-46ed-893c-5928f0df7bdc admin admin] Publish callbacks [] for subnet (008e92dd-1b3f-4334-8603-114e6df905f1), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:54.815591 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f7c1-df70-49e1-8675-a6d4dfeea08c req-2ae11dfb-1e61-434b-aae9-4a53410021b8 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:54.818233 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5605f7c1-df70-49e1-8675-a6d4dfeea08c req-2ae11dfb-1e61-434b-aae9-4a53410021b8 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 943 time: 0.1305242 Apr 11 13:18:54.849809 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 55527) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:54.883599 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab471d0f-38a4-45fe-b529-491f25e183f6 req-69b08580-88c3-4d19-9cb7-871b6f63b3f6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 210 time: 0.0659137 Apr 11 13:18:54.897276 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:54.906948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:54.908696 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] 10.222.0.50 "PUT /v2.0/ports/ded04aa7-f962-41b2-bd08-2c92b3aa55ae HTTP/1.1" status: 200 len: 1093 time: 3.4033270 Apr 11 13:18:54.909169 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d2a28f7-26b5-4c86-8c17-9a39521445c9', 'tag': 'ded04aa7-f962-41b2-bd08-2c92b3aa55ae'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:18:54.964201 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-29f4fe80-10f6-46ed-893c-5928f0df7bdc admin admin] Publish callbacks [] for subnet (008e92dd-1b3f-4334-8603-114e6df905f1), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:54.984422 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-29f4fe80-10f6-46ed-893c-5928f0df7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (008e92dd-1b3f-4334-8603-114e6df905f1), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:55.043412 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Network 4009e729-9ed6-44ce-9ad6-f186ddf77405 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:18:55.075845 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e3c65-bab3-4a2c-a87c-faf6ec819372 service neutron] Pushing event updated for resources: {'Port': ['ID=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:55.224818 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-b5fdbb72-adec-4e1f-ab1e-54ee26bdc487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:55.232819 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-b5fdbb72-adec-4e1f-ab1e-54ee26bdc487 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc58e300bfaa41acabc1a63ae6861fe9&device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 1127 time: 0.0995574 Apr 11 13:18:55.270027 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5605f7c1-df70-49e1-8675-a6d4dfeea08c req-0f76850a-3a8b-4c90-9f98-06f895028d07 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435999 Apr 11 13:18:55.337261 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 4009e729-9ed6-44ce-9ad6-f186ddf77405) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:55.355132 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:55.355945 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:55.363822 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac1196-97e1-4eaf-bbbb-e4e3bb5ed8bc None None] Network 4009e729-9ed6-44ce-9ad6-f186ddf77405 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:55.374874 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46848c42-8fd6-4210-a088-0d8c38f8aaeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:55.396770 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2ace10-b8e4-4411-9d17-f75291414d56" -d '{"events": [{"name": "network-changed", "server_uuid": "0d2a28f7-26b5-4c86-8c17-9a39521445c9", "tag": "ded04aa7-f962-41b2-bd08-2c92b3aa55ae"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:18:55.409989 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-29f4fe80-10f6-46ed-893c-5928f0df7bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (008e92dd-1b3f-4334-8603-114e6df905f1), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:55.477904 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-dc705b23-3223-430e-a47f-3e76a83f2087 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:55.477904 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-dc705b23-3223-430e-a47f-3e76a83f2087 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 814 time: 0.6032693 Apr 11 13:18:55.484127 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4fe80-10f6-46ed-893c-5928f0df7bdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008e92dd-1b3f-4334-8603-114e6df905f1,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:55.495714 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-29f4fe80-10f6-46ed-893c-5928f0df7bdc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:55.502788 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-29f4fe80-10f6-46ed-893c-5928f0df7bdc admin admin] 10.222.0.49 "DELETE /v2.0/subnets/008e92dd-1b3f-4334-8603-114e6df905f1 HTTP/1.1" status: 204 len: 168 time: 0.9044755 Apr 11 13:18:55.504265 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41890) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:55.513084 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a656bce6-a7b4-452c-8616-bbb1487d4cd7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0831418 Apr 11 13:18:55.556902 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-97ce563d-dcc5-431c-ace3-86c1cd0106de service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ded04aa7-f962-41b2-bd08-2c92b3aa55ae HTTP/1.1" status: 200 len: 217 time: 0.2978485 Apr 11 13:18:55.749730 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-897f80b1-791a-4f94-beec-c2c279dfe189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:55.751269 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-897f80b1-791a-4f94-beec-c2c279dfe189 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b HTTP/1.1" status: 200 len: 852 time: 0.1881905 Apr 11 13:18:55.798230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (57e7965d-c95e-4dbb-90df-411fb79a41cf), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:55.849085 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-dce6429b-1f07-4b89-b209-6bd11c3ea563 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cabee010-4624-4a77-9132-85b3311d6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768821 Apr 11 13:18:55.909480 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1321011-52ff-4b8a-89a0-e2d4b668765d req-29e0ea96-d40a-4d4a-852c-8a595f593f67 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.3464854 Apr 11 13:18:55.981325 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1bfff3-d77b-4c42-a364-788c51dff51c x-openstack-request-id: req-ec1bfff3-d77b-4c42-a364-788c51dff51c {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:18:55.988311 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d2a28f7-26b5-4c86-8c17-9a39521445c9", "tag": "ded04aa7-f962-41b2-bd08-2c92b3aa55ae", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:18:55.988311 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec1bfff3-d77b-4c42-a364-788c51dff51c {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:18:55.988311 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1bfff3-d77b-4c42-a364-788c51dff51c'] response: {'name': 'network-changed', 'server_uuid': '0d2a28f7-26b5-4c86-8c17-9a39521445c9', 'tag': 'ded04aa7-f962-41b2-bd08-2c92b3aa55ae', 'status': 'completed', 'code': 200} Apr 11 13:18:56.072275 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-264dcca3-c74a-4728-bd99-a45cae2872b0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 380 time: 0.5655310 Apr 11 13:18:56.107759 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'port': {'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'admin_state_up': True, 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'security_groups': ['6c8faa27-ef79-43f0-8104-eacae89a856d']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:56.122769 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6fc865d3-1c3c-453d-a207-eaaba348eed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:56.132243 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967eaaeb-c31a-4c82-b81f-a016a67a1da0 None None] Network 4009e729-9ed6-44ce-9ad6-f186ddf77405 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:56.266223 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (57e7965d-c95e-4dbb-90df-411fb79a41cf), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:56.342415 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3d7b375f-faea-4d89-929c-757d6a936eca req-b35569ce-1eff-4bdd-ae9f-0bcb5815f82a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 210 time: 0.1896973 Apr 11 13:18:56.356115 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-240afef1-e822-41d5-80e6-970a17cd4061 service neutron] 10.222.0.50 "GET /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497306 Apr 11 13:18:56.418256 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:56.419197 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.420080 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.421059 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.421397 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > port after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.423881 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.425982 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > port after_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.425982 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.425982 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.425982 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.425982 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.679582 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f29e7-3b34-4376-b9be-30f5611775fd req-c58e1b1d-3822-44e8-89f1-df63a1fc4227 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:56.706596 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-756f29e7-3b34-4376-b9be-30f5611775fd req-c58e1b1d-3822-44e8-89f1-df63a1fc4227 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 943 time: 0.2196469 Apr 11 13:18:56.783307 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b643d37-274c-47b0-8c3f-474cfb4a8727 req-1199dd7e-acce-43e9-b569-1bc9c8836b67 service neutron] 10.222.0.50 "GET /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097683 Apr 11 13:18:56.861306 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-756f29e7-3b34-4376-b9be-30f5611775fd req-de4a7490-7045-4c03-ad45-dcafa79028e4 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527741 Apr 11 13:18:56.989619 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.992031 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.993867 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.995265 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103909) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:18:56.997912 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e7965d-c95e-4dbb-90df-411fb79a41cf']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:57.086316 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46848c42-8fd6-4210-a088-0d8c38f8aaeb admin admin] Publish callbacks [] for security_group (985b1892-9a44-4412-ab93-b90794ce5d9c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.108678 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e86b2b-92c5-4c8f-b2d0-c4310df08441') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:57.108976 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e86b2b-92c5-4c8f-b2d0-c4310df08441') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:18:57.123489 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41950) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:57.134369 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1096070295-network', 'tenant_id': '22a8ff779ed44023af0b817fdbba4077'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:57.180730 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (b0e86b2b-92c5-4c8f-b2d0-c4310df08441), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.212904 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (b0e86b2b-92c5-4c8f-b2d0-c4310df08441), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.233162 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:18:57.233684 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (b0e86b2b-92c5-4c8f-b2d0-c4310df08441), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.243298 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-6c213149-8ce5-41d2-ba09-2d9050f80843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:57.253123 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-6c213149-8ce5-41d2-ba09-2d9050f80843 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc58e300bfaa41acabc1a63ae6861fe9&device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 1127 time: 0.1471403 Apr 11 13:18:57.256979 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fef38e33-de84-479a-b377-16c3d396e658 req-7a789cc8-7ecf-44eb-a5e5-24017ef77632 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.1605229 Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: from cryptography.utils import int_from_bytes Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: from cryptography.utils import int_from_bytes Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:18:57.286472 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:18:57.320570 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Made reservation on behalf of 22a8ff779ed44023af0b817fdbba4077 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:57.327926 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46848c42-8fd6-4210-a088-0d8c38f8aaeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (985b1892-9a44-4412-ab93-b90794ce5d9c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.341412 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.364445 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:18:57.367157 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46848c42-8fd6-4210-a088-0d8c38f8aaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985b1892-9a44-4412-ab93-b90794ce5d9c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:57.394179 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-46848c42-8fd6-4210-a088-0d8c38f8aaeb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c71c32aa10e4cef8f7774661133e07e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7047930 Apr 11 13:18:57.419910 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41958) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:57.436007 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.480399 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Made reservation on behalf of 70f9bb59f05040b99068fef7330a756a for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:57.483807 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.528085 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (57e7965d-c95e-4dbb-90df-411fb79a41cf), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.583084 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.584198 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Publish callbacks [] for security_group (5c0ca115-c1ef-4719-9e58-7fd6b94d57db), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.586882 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] 10.222.0.49 "DELETE /v2.0/networks/57e7965d-c95e-4dbb-90df-411fb79a41cf HTTP/1.1" status: 204 len: 168 time: 2.0780869 Apr 11 13:18:57.636572 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff650-d0cd-43fe-894a-2a697c3f4120 admin admin] Publish callbacks [] for security_group (985b1892-9a44-4412-ab93-b90794ce5d9c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.638162 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-527d2f7a-8515-421b-a3cc-c88be2d42df2 req-2e65ed5d-9285-424e-9226-4e265777072c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 210 time: 0.0515280 Apr 11 13:18:57.638542 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 41962) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:57.674357 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1a3a4-c2d1-4aca-acc8-709217745689 admin admin] Pushing event deleted for resources: {'Network': ['ID=57e7965d-c95e-4dbb-90df-411fb79a41cf,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:57.697133 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (5c0ca115-c1ef-4719-9e58-7fd6b94d57db), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.805840 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:18:57.809253 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ca115-c1ef-4719-9e58-7fd6b94d57db,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:57.844110 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (b5b92725-0f93-4404-a09c-1c53cddb0c2d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.844692 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Added segment b5b92725-0f93-4404-a09c-1c53cddb0c2d of type vlan for network 330e311b-1fa0-4183-83a5-992187a59859 Apr 11 13:18:57.908228 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-4953a696-a6c4-4e5d-a762-16324ada4f65 admin admin] Deleting subnet 4679546d-7420-47c0-9f3a-8f32ef1badd6 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:18:57.917843 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4953a696-a6c4-4e5d-a762-16324ada4f65 admin admin] Publish callbacks [] for subnet (4679546d-7420-47c0-9f3a-8f32ef1badd6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:57.985834 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.50', 55532) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:57.996616 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (330e311b-1fa0-4183-83a5-992187a59859), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:58.011880 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:58.028660 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Allocated IP 172.20.0.5 (e9a51498-8b8d-4f70-bd15-925adb6a2840/2dd097f7-0acd-47ef-b937-c68a72df4ee2/fd2b65e4-5f92-4601-979d-b32fc6906bea) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:18:58.060569 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-5cedc769-8312-4d8f-8cd8-c5eb10a43028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:58.062649 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-5cedc769-8312-4d8f-8cd8-c5eb10a43028 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cabee010-4624-4a77-9132-85b3311d6ff3 HTTP/1.1" status: 200 len: 913 time: 0.4235544 Apr 11 13:18:58.087659 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4953a696-a6c4-4e5d-a762-16324ada4f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (4679546d-7420-47c0-9f3a-8f32ef1badd6), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:58.135299 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff650-d0cd-43fe-894a-2a697c3f4120 admin admin] Publish callbacks [] for security_group (985b1892-9a44-4412-ab93-b90794ce5d9c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:58.180230 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-81d0d4d8-28fc-45b4-aa26-99860adac923 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ded04aa7-f962-41b2-bd08-2c92b3aa55ae HTTP/1.1" status: 200 len: 217 time: 0.0979297 Apr 11 13:18:58.181449 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (330e311b-1fa0-4183-83a5-992187a59859), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:58.182727 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:58.183634 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:58.285318 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1598902 Apr 11 13:18:58.288176 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41976) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:58.323877 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Request body: {'subnet': {'network_id': '330e311b-1fa0-4183-83a5-992187a59859', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1096070295-subnet', 'tenant_id': '22a8ff779ed44023af0b817fdbba4077', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:58.353277 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1abd2-049c-43b5-878f-3d39090205af admin admin] Pushing event updated for resources: {'Network': ['ID=330e311b-1fa0-4183-83a5-992187a59859,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:58.360720 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-61b5a560-2ef3-4a1e-97dc-01cf4c472fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:58.373149 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-61b5a560-2ef3-4a1e-97dc-01cf4c472fde service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b HTTP/1.1" status: 200 len: 852 time: 0.1580005 Apr 11 13:18:58.373673 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 330e311b-1fa0-4183-83a5-992187a59859 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:18:58.412904 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-c3158054-e286-461a-8bc8-342f05dac5e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cabee010-4624-4a77-9132-85b3311d6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378368 Apr 11 13:18:58.438375 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Made reservation on behalf of 22a8ff779ed44023af0b817fdbba4077 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:18:58.441510 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:58.621436 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c44521e9-71e4-46c1-b65b-510afe022ec3 req-51433b8e-e691-42ea-b664-6826fc6cadd5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.0763133 Apr 11 13:18:58.693816 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4953a696-a6c4-4e5d-a762-16324ada4f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (4679546d-7420-47c0-9f3a-8f32ef1badd6), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:58.733544 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-632a1ae9-7edc-4c38-aab3-14001354b695 service neutron] 10.222.0.50 "GET /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875079 Apr 11 13:18:58.834496 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5126e876-d360-4690-abbf-a012e4bea955 req-867b0d19-87dd-4493-adfc-0f9df41a0dd9 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:58.836934 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5126e876-d360-4690-abbf-a012e4bea955 req-867b0d19-87dd-4493-adfc-0f9df41a0dd9 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 943 time: 0.7452571 Apr 11 13:18:58.881556 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-4563c880-a2c7-497f-b0ca-a3d35af95c82 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:58.883118 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-4563c880-a2c7-497f-b0ca-a3d35af95c82 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 809 time: 0.8477955 Apr 11 13:18:58.961398 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cf9be026-ec3a-4d08-9c2b-790a04791b30 req-be6b767d-3bc3-4bd2-853d-108ddc9c4b33 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 210 time: 0.1553605 Apr 11 13:18:59.007741 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for subnet (0b125810-82cc-46ee-ab62-ab5b875fcfb6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.087958 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9f2ace10-b8e4-4411-9d17-f75291414d56 req-7b9bd1d1-7adf-42fa-810f-60cec6b7863f service neutron] 10.222.0.50 "GET /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606540 Apr 11 13:18:59.094875 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff650-d0cd-43fe-894a-2a697c3f4120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (985b1892-9a44-4412-ab93-b90794ce5d9c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.098049 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b8ff650-d0cd-43fe-894a-2a697c3f4120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.099944 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5b8ff650-d0cd-43fe-894a-2a697c3f4120 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/985b1892-9a44-4412-ab93-b90794ce5d9c HTTP/1.1" status: 204 len: 168 time: 1.6725566 Apr 11 13:18:59.114347 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b125810-82cc-46ee-ab62-ab5b875fcfb6,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:59.124734 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Checking segment: {'id': 'b5b92725-0f93-4404-a09c-1c53cddb0c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '330e311b-1fa0-4183-83a5-992187a59859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:18:59.125126 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Network hostable DHCP agents. Network: 330e311b-1fa0-4183-83a5-992187a59859, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:18:59.142438 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ff650-d0cd-43fe-894a-2a697c3f4120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985b1892-9a44-4412-ab93-b90794ce5d9c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:59.162875 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.185204 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5126e876-d360-4690-abbf-a012e4bea955 req-8b28c5a2-15db-42e9-8945-550f879a40ae tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243444 Apr 11 13:18:59.226076 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Network 330e311b-1fa0-4183-83a5-992187a59859 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:18:59.242274 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4953a696-a6c4-4e5d-a762-16324ada4f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (4679546d-7420-47c0-9f3a-8f32ef1badd6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.293127 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4953a696-a6c4-4e5d-a762-16324ada4f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4679546d-7420-47c0-9f3a-8f32ef1badd6,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:59.305240 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4953a696-a6c4-4e5d-a762-16324ada4f65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.309145 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4953a696-a6c4-4e5d-a762-16324ada4f65 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4679546d-7420-47c0-9f3a-8f32ef1badd6 HTTP/1.1" status: 204 len: 168 time: 1.6513886 Apr 11 13:18:59.311856 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 41996) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:18:59.323039 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 330e311b-1fa0-4183-83a5-992187a59859) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:59.334672 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3662ff4d-9ed8-45c5-a4c5-d582f16e5bb6 None None] Network 330e311b-1fa0-4183-83a5-992187a59859 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:59.346666 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.378371 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:18:59.381617 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.566925 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd62b8d-7be7-4181-8313-0afc26433f99 None None] Network 330e311b-1fa0-4183-83a5-992187a59859 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:18:59.589972 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (c9ca156b-54c9-4b38-9dc0-ca3f7da24092), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.617149 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a71a2a09-c037-4706-bb7f-70054ed06015 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3000846 Apr 11 13:18:59.672769 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.699310 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=fd2b65e4-5f92-4601-979d-b32fc6906bea,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:18:59.756899 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-59297865-e874-4f44-94df-4d6bc4564cf9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6da835078df84f0ab2e0221f23a79b65 HTTP/1.1" status: 200 len: 379 time: 0.5225816 Apr 11 13:18:59.762091 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:18:59.802143 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'port': {'device_id': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'admin_state_up': True, 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'security_groups': ['9198e8c7-5e9b-45f6-8f62-d5e659535f87']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:18:59.898816 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (c9ca156b-54c9-4b38-9dc0-ca3f7da24092), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:18:59.955002 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:18:59.962087 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:19:00.051103 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.051547 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.067095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.067095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > port after_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.067095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > port after_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.067095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > port after_update 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.067095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.067095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.067095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.067095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.080458 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:00.087448 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:00.138750 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ee9b02ab-5540-4a6d-a503-d06e207332fb req-3ba5e100-fa3f-4ff9-8f73-9360afd1f25b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 210 time: 0.0445406 Apr 11 13:19:00.253080 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-12dc6fd6-7ce5-4bc4-9df5-5c5eeec309b5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1574769 Apr 11 13:19:00.270864 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Request body: {'port': {'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:19:00.285949 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.287036 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.287036 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.306860 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103910) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 13:19:00.308241 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ca156b-54c9-4b38-9dc0-ca3f7da24092']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:00.334494 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0977e82-b1fe-49ef-bc22-0eaba66398b8 req-f798a12c-13d4-4c20-948f-a3f1050cca76 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:00.341690 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Made reservation on behalf of 6da835078df84f0ab2e0221f23a79b65 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:19:00.347763 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:00.350581 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0977e82-b1fe-49ef-bc22-0eaba66398b8 req-f798a12c-13d4-4c20-948f-a3f1050cca76 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 931 time: 0.4303222 Apr 11 13:19:00.393471 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649db4c7-aa0c-418f-830b-27b66572fb2a') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:00.394150 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649db4c7-aa0c-418f-830b-27b66572fb2a') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:00.428813 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5458244'] for segment (649db4c7-aa0c-418f-830b-27b66572fb2a), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:00.471255 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:00.489035 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-784c5867-de71-403f-8994-112ee796ac1a None None] Provisioning complete for port fd2b65e4-5f92-4601-979d-b32fc6906bea triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:19:00.489035 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-784c5867-de71-403f-8994-112ee796ac1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:00.501600 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0977e82-b1fe-49ef-bc22-0eaba66398b8 req-ece31e28-6d5b-435a-bd25-63e85e5bc34b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514478 Apr 11 13:19:00.504588 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (649db4c7-aa0c-418f-830b-27b66572fb2a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:00.526942 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:19:00.527691 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4688662'] for segment (649db4c7-aa0c-418f-830b-27b66572fb2a), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: from cryptography.utils import int_from_bytes Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: from cryptography.utils import int_from_bytes Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: Traceback (most recent call last): Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: timer() Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: cb(*args, **kw) Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: return func(*args, **kwargs) Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: self._notify() Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: self.callback(batched_events) Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: event.method(event) Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: return f(self, *a, **k) Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._get(url).json() Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: return self.request(url, 'GET', **kwargs) Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:19:00.533482 dv-cinder-836973-2-iscsi neutron-server[103910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:19:00.582540 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-784c5867-de71-403f-8994-112ee796ac1a None None] Port fd2b65e4-5f92-4601-979d-b32fc6906bea cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:19:00.630972 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d5041-bd83-454f-b612-fffe0faa1a89 req-afa14d84-f3a3-4263-89ff-3a32ef5126a3 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:00.632723 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e57d5041-bd83-454f-b612-fffe0faa1a89 req-afa14d84-f3a3-4263-89ff-3a32ef5126a3 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 943 time: 0.2655697 Apr 11 13:19:00.770064 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Allocated IP 172.20.0.3 (530d667c-2b84-4e74-b0c8-6f18245ef6f3/9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118/e26de0be-ee50-45b6-bcf8-53029631691b) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:19:01.035074 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (c9ca156b-54c9-4b38-9dc0-ca3f7da24092), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:01.049367 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:01.054980 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] 10.222.0.49 "DELETE /v2.0/networks/c9ca156b-54c9-4b38-9dc0-ca3f7da24092 HTTP/1.1" status: 204 len: 168 time: 1.7417309 Apr 11 13:19:01.071340 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56149196-7a9c-4bf2-aee2-a36dba458aab admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ca156b-54c9-4b38-9dc0-ca3f7da24092,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:01.094848 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e57d5041-bd83-454f-b612-fffe0faa1a89 req-b9cc6c23-47db-4a81-82e8-48d3585c2368 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765434 Apr 11 13:19:01.193244 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for port (e26de0be-ee50-45b6-bcf8-53029631691b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:01.322195 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-860fdec5-12b2-409e-82ee-27a35bc129a2 req-657e7ad5-baf3-4deb-8d3c-89aa570ac5f5 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 210 time: 0.0578394 Apr 11 13:19:01.325934 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2b65e4-5f92-4601-979d-b32fc6906bea {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:19:01.347938 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Publish callbacks [] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:01.374099 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Transition to ACTIVE for port object fd2b65e4-5f92-4601-979d-b32fc6906bea will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:19:01.407160 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:01.488541 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:19:01.492217 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:19:01.496810 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:19:01.539593 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:01.549891 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'Port': ['ID=e26de0be-ee50-45b6-bcf8-53029631691b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:01.598909 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42054) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:01.721065 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:01.721785 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:01.771851 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7d07f048-3971-44f4-be5b-3ddd43b978cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ab1466b824e479b9d7957141177d259&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1692939 Apr 11 13:19:01.772664 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42060) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:01.870607 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2b65e4-5f92-4601-979d-b32fc6906bea,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:02.067221 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45a20-034c-488a-a622-98cb7957e4e1 req-b378100a-a1d4-4111-b3f0-7ac31d4d27b0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:02.075592 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16b45a20-034c-488a-a622-98cb7957e4e1 req-b378100a-a1d4-4111-b3f0-7ac31d4d27b0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 943 time: 0.3328178 Apr 11 13:19:02.114910 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-98833ece-de24-4630-9880-07b3233e63f2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3376129 Apr 11 13:19:02.143135 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-230ee190-db61-4b2f-a842-39dcb2901106 None None] Provisioning complete for port e26de0be-ee50-45b6-bcf8-53029631691b triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:19:02.143732 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-230ee190-db61-4b2f-a842-39dcb2901106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:02.247487 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Request body: {'port': {'device_id': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:19:02.287498 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-230ee190-db61-4b2f-a842-39dcb2901106 None None] Port e26de0be-ee50-45b6-bcf8-53029631691b cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:19:02.302764 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Attempting to bind port fd2b65e4-5f92-4601-979d-b32fc6906bea on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:19:02.303138 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Attempting to bind port fd2b65e4-5f92-4601-979d-b32fc6906bea by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:19:02.303527 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Attempting to bind port fd2b65e4-5f92-4601-979d-b32fc6906bea on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:19:02.311050 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0768e04-28c2-4893-91fa-c155525d4bbd admin admin] Publish callbacks [] for security_group (8c48c045-5fc7-41ef-acef-25708c44fa9d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:02.337656 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Port fd2b65e4-5f92-4601-979d-b32fc6906bea on network e9a51498-8b8d-4f70-bd15-925adb6a2840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:19:02.337987 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Attempting to bind port fd2b65e4-5f92-4601-979d-b32fc6906bea on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:19:02.366202 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90598366-df7a-43b9-80d9-a4c3f8b36ff2 req-2ce42145-0262-4dda-af94-a4aa80778a39 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:02.372796 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16b45a20-034c-488a-a622-98cb7957e4e1 req-3901e0c1-316e-449f-a7c5-7794008faba1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962451 Apr 11 13:19:02.379030 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-90598366-df7a-43b9-80d9-a4c3f8b36ff2 req-2ce42145-0262-4dda-af94-a4aa80778a39 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 943 time: 0.1188757 Apr 11 13:19:02.382520 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0768e04-28c2-4893-91fa-c155525d4bbd admin admin] Publish callbacks [] for security_group (8c48c045-5fc7-41ef-acef-25708c44fa9d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:02.422016 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:19:02.423893 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Checking segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:19:02.425871 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Bound using segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:19:02.426437 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Bound port: fd2b65e4-5f92-4601-979d-b32fc6906bea, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:19:02.430206 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:02.494725 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-90598366-df7a-43b9-80d9-a4c3f8b36ff2 req-21543d62-5258-46d9-b957-43b96097c8c1 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960898 Apr 11 13:19:02.502983 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:02.595744 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8dc62-9ee2-4c2b-bb45-e0c6f815772f req-7168b92b-317c-4107-931f-f5f73144ab06 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:02.597649 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f5b8dc62-9ee2-4c2b-bb45-e0c6f815772f req-7168b92b-317c-4107-931f-f5f73144ab06 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 931 time: 0.1243157 Apr 11 13:19:02.936114 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42092) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:02.983020 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] For port fd2b65e4-5f92-4601-979d-b32fc6906bea, host hv-cinder-83697, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:19:03.017556 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0768e04-28c2-4893-91fa-c155525d4bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (8c48c045-5fc7-41ef-acef-25708c44fa9d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.021479 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0768e04-28c2-4893-91fa-c155525d4bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.023260 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c0768e04-28c2-4893-91fa-c155525d4bbd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8c48c045-5fc7-41ef-acef-25708c44fa9d HTTP/1.1" status: 204 len: 168 time: 1.2117708 Apr 11 13:19:03.026130 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] For port fd2b65e4-5f92-4601-979d-b32fc6906bea, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:19:03.054795 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f5b8dc62-9ee2-4c2b-bb45-e0c6f815772f req-f070aea6-d40d-4b4c-9e9b-e679e23abbc2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4424551 Apr 11 13:19:03.074353 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0768e04-28c2-4893-91fa-c155525d4bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c48c045-5fc7-41ef-acef-25708c44fa9d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:03.103370 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.201200 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:03.202043 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.203799 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] 10.222.0.50 "PUT /v2.0/ports/fd2b65e4-5f92-4601-979d-b32fc6906bea HTTP/1.1" status: 200 len: 1093 time: 2.9378927 Apr 11 13:19:03.204437 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'tag': 'fd2b65e4-5f92-4601-979d-b32fc6906bea'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:19:03.241260 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84e0b2-ad56-449a-9986-399386e7ff81 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2b65e4-5f92-4601-979d-b32fc6906bea,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:03.334677 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26de0be-ee50-45b6-bcf8-53029631691b {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:19:03.343947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Publish callbacks [] for port (e26de0be-ee50-45b6-bcf8-53029631691b), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.359597 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Transition to ACTIVE for port object e26de0be-ee50-45b6-bcf8-53029631691b will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:19:03.366932 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71e9069a-6eaa-4d9b-b3b1-d647e7f8e654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.434898 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.569537 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Pushing event updated for resources: {'Port': ['ID=e26de0be-ee50-45b6-bcf8-53029631691b,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:03.619225 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0098a26-327c-4549-a108-beead82bc4f1 req-f3431253-cc84-46d5-aaa0-a0638bb5a5cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:03.622292 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e0098a26-327c-4549-a108-beead82bc4f1 req-f3431253-cc84-46d5-aaa0-a0638bb5a5cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 943 time: 0.1119332 Apr 11 13:19:03.624645 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71e9069a-6eaa-4d9b-b3b1-d647e7f8e654 admin admin] Publish callbacks [] for security_group (d4dcefe1-c3bd-4f2a-834f-0d6eab5139ed), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.702669 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71e9069a-6eaa-4d9b-b3b1-d647e7f8e654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d4dcefe1-c3bd-4f2a-834f-0d6eab5139ed), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.734082 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e0098a26-327c-4549-a108-beead82bc4f1 req-5979336b-6b34-4048-9faa-eebe44f3403d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965319 Apr 11 13:19:03.784630 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9069a-6eaa-4d9b-b3b1-d647e7f8e654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dcefe1-c3bd-4f2a-834f-0d6eab5139ed,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:03.799692 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-71e9069a-6eaa-4d9b-b3b1-d647e7f8e654 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db17d9871d394028a921840f6e0a55dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8602402 Apr 11 13:19:03.801931 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42126) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:03.858318 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81477567-15e2-45d2-ac7c-985b626e7b09" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0", "tag": "fd2b65e4-5f92-4601-979d-b32fc6906bea"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:19:03.907030 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Attempting to bind port e26de0be-ee50-45b6-bcf8-53029631691b on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:19:03.907370 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Attempting to bind port e26de0be-ee50-45b6-bcf8-53029631691b by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:19:03.907703 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Attempting to bind port e26de0be-ee50-45b6-bcf8-53029631691b on network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:19:03.914861 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89fcf4e2-41c8-4d8f-83cd-63614786965c admin admin] Publish callbacks [] for security_group (d4dcefe1-c3bd-4f2a-834f-0d6eab5139ed), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.920304 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Port e26de0be-ee50-45b6-bcf8-53029631691b on network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:19:03.920540 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Attempting to bind port e26de0be-ee50-45b6-bcf8-53029631691b on network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:19:03.944659 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-95f877e2-f24f-440d-89c6-bd8522a6ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:03.946298 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89fcf4e2-41c8-4d8f-83cd-63614786965c admin admin] Publish callbacks [] for security_group (d4dcefe1-c3bd-4f2a-834f-0d6eab5139ed), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.949480 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-95f877e2-f24f-440d-89c6-bd8522a6ec9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 1127 time: 0.1662874 Apr 11 13:19:03.949480 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:19:03.949480 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Checking segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:19:03.949779 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Bound using segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:19:03.950219 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Bound port: e26de0be-ee50-45b6-bcf8-53029631691b, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:19:03.950732 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:03.964613 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19792aea-5581-43d6-81f0-ff859caa3a1b req-055d89e4-be50-4317-93e4-12e054bb89ce tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:03.967175 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-19792aea-5581-43d6-81f0-ff859caa3a1b req-055d89e4-be50-4317-93e4-12e054bb89ce tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 943 time: 0.3294084 Apr 11 13:19:04.044165 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df6c740-6238-4c01-b0f2-7a5e4fe5930a x-openstack-request-id: req-8df6c740-6238-4c01-b0f2-7a5e4fe5930a {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:19:04.044807 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0", "tag": "fd2b65e4-5f92-4601-979d-b32fc6906bea", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:19:04.044977 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8df6c740-6238-4c01-b0f2-7a5e4fe5930a {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:19:04.045731 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df6c740-6238-4c01-b0f2-7a5e4fe5930a'] response: {'name': 'network-changed', 'server_uuid': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'tag': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'status': 'completed', 'code': 200} Apr 11 13:19:04.112319 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-19792aea-5581-43d6-81f0-ff859caa3a1b req-a6da159b-260e-4abc-9b2a-e34aa98e941b tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349051 Apr 11 13:19:04.120700 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] For port e26de0be-ee50-45b6-bcf8-53029631691b, host hv-cinder-83697, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:19:04.125833 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] For port e26de0be-ee50-45b6-bcf8-53029631691b, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e26de0be-ee50-45b6-bcf8-53029631691b,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:19:04.138066 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89fcf4e2-41c8-4d8f-83cd-63614786965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d4dcefe1-c3bd-4f2a-834f-0d6eab5139ed), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:04.140717 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-89fcf4e2-41c8-4d8f-83cd-63614786965c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:04.144787 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-89fcf4e2-41c8-4d8f-83cd-63614786965c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4dcefe1-c3bd-4f2a-834f-0d6eab5139ed HTTP/1.1" status: 204 len: 168 time: 0.3399045 Apr 11 13:19:04.174675 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcf4e2-41c8-4d8f-83cd-63614786965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dcefe1-c3bd-4f2a-834f-0d6eab5139ed,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:04.201766 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac050af4-fb50-4fd4-bf7b-a036cca115d7 req-b9e5a371-6195-4575-904e-5f1846e1126e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:04.210615 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ac050af4-fb50-4fd4-bf7b-a036cca115d7 req-b9e5a371-6195-4575-904e-5f1846e1126e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 943 time: 0.0835681 Apr 11 13:19:04.244569 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42144) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:04.261969 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ac050af4-fb50-4fd4-bf7b-a036cca115d7 req-217976e4-8d85-4149-b95c-f2b71188b79a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502813 Apr 11 13:19:04.265364 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:04.340558 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:04.341355 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:04.342907 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] 10.222.0.50 "PUT /v2.0/ports/e26de0be-ee50-45b6-bcf8-53029631691b HTTP/1.1" status: 200 len: 1093 time: 2.1066070 Apr 11 13:19:04.368449 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d9da2dea-0c02-4e56-bfca-9eb6d09271c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d493dc171ce347e19779ed544535f27e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1224020 Apr 11 13:19:04.373224 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42150) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:04.380677 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8896164-abbd-4756-bb72-51c7e03f612f service neutron] Pushing event updated for resources: {'Port': ['ID=e26de0be-ee50-45b6-bcf8-53029631691b,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:04.440800 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d7efdbe-cb43-4ce5-9247-75beb40d59ff admin admin] Publish callbacks [] for security_group (152f72a6-e15b-4c6b-acc3-73632f362098), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:04.465276 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d7efdbe-cb43-4ce5-9247-75beb40d59ff admin admin] Publish callbacks [] for security_group (152f72a6-e15b-4c6b-acc3-73632f362098), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:04.612241 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d7efdbe-cb43-4ce5-9247-75beb40d59ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (152f72a6-e15b-4c6b-acc3-73632f362098), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:04.616674 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d7efdbe-cb43-4ce5-9247-75beb40d59ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:04.618447 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7d7efdbe-cb43-4ce5-9247-75beb40d59ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/152f72a6-e15b-4c6b-acc3-73632f362098 HTTP/1.1" status: 204 len: 168 time: 0.2431164 Apr 11 13:19:04.632443 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7efdbe-cb43-4ce5-9247-75beb40d59ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f72a6-e15b-4c6b-acc3-73632f362098,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:04.884164 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801523f7-4596-4530-8696-bd54c624b447 req-efdf9364-5e84-409a-9716-c42ccca5ebf5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:04.886609 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-801523f7-4596-4530-8696-bd54c624b447 req-efdf9364-5e84-409a-9716-c42ccca5ebf5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 943 time: 0.0511565 Apr 11 13:19:04.949454 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-801523f7-4596-4530-8696-bd54c624b447 req-1b9d0185-a4b5-48ae-a8f7-14b152ff374e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539577 Apr 11 13:19:05.105011 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-74c4dffc-6aeb-4074-8980-a31708da0d96 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea HTTP/1.1" status: 200 len: 217 time: 0.0687044 Apr 11 13:19:05.179718 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-6767bd02-f0f0-44b8-b289-514c94c7c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:05.181553 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-6767bd02-f0f0-44b8-b289-514c94c7c646 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.0704195 Apr 11 13:19:05.274896 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae926c3-0fef-4efa-8dc1-fb06af2aac33 req-0884fb25-64e7-4e99-a2b5-a0407972970f tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:05.283899 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5ae926c3-0fef-4efa-8dc1-fb06af2aac33 req-0884fb25-64e7-4e99-a2b5-a0407972970f tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 943 time: 0.0641935 Apr 11 13:19:05.356487 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5ae926c3-0fef-4efa-8dc1-fb06af2aac33 req-297200da-aa4e-4483-abb2-0f43a0cea56f tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712509 Apr 11 13:19:05.384988 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-568ff77b-6bc9-45eb-bbe2-62a8d62fc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:05.387399 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-568ff77b-6bc9-45eb-bbe2-62a8d62fc87f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1946657 Apr 11 13:19:05.393781 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-f989ebd7-8e78-4afa-8ab7-e054affd1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:05.395536 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-f989ebd7-8e78-4afa-8ab7-e054affd1a18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 1127 time: 0.1924889 Apr 11 13:19:05.575578 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-ecd2fca2-cf60-4019-9bb7-097a1f65d10c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26de0be-ee50-45b6-bcf8-53029631691b HTTP/1.1" status: 200 len: 217 time: 0.0767329 Apr 11 13:19:05.597909 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa0d49-1a11-4a1a-9157-bea05e405e88 req-f4dff583-e00d-4064-a85e-77d301bfe50d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:05.599626 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8fa0d49-1a11-4a1a-9157-bea05e405e88 req-f4dff583-e00d-4064-a85e-77d301bfe50d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 943 time: 0.2409792 Apr 11 13:19:05.686317 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-d77bce6b-7f37-4880-a9b4-3fbe28744836 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896748 Apr 11 13:19:05.687641 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-f9271c10-b95d-4112-a7be-2a010c9a0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:05.688985 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-f9271c10-b95d-4112-a7be-2a010c9a0adb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 200 len: 848 time: 0.1062102 Apr 11 13:19:05.739036 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8fa0d49-1a11-4a1a-9157-bea05e405e88 req-e2eed091-165e-49d0-91f1-663c70aeeb83 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093514 Apr 11 13:19:05.803666 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-f988c3c8-f467-46e7-b76f-e15b02685765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:05.805161 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-f988c3c8-f467-46e7-b76f-e15b02685765 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530d667c-2b84-4e74-b0c8-6f18245ef6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0924168 Apr 11 13:19:05.907440 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c3d5c369-43d8-470d-bca4-4f1feebd7680 req-9d9485bd-785c-4607-8ca5-c1fceb0f4fd2 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022974 Apr 11 13:19:05.940350 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-c1a0ff05-e7f7-4e90-a11c-a396fac841e4 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276042 Apr 11 13:19:06.047297 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'tag': 'e26de0be-ee50-45b6-bcf8-53029631691b'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:19:06.050385 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7926d39-4cf4-4285-a80b-1b503a1ae596" -d '{"events": [{"name": "network-changed", "server_uuid": "d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c", "tag": "e26de0be-ee50-45b6-bcf8-53029631691b"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:19:06.115048 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f12ee7-6fac-4e14-91b7-6a69a7900552 req-2889ecd7-5f23-443c-9b1e-b59756c99d40 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:06.124397 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c1f12ee7-6fac-4e14-91b7-6a69a7900552 req-2889ecd7-5f23-443c-9b1e-b59756c99d40 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 943 time: 0.0770948 Apr 11 13:19:06.137586 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-67f717b1-2aec-47bc-91e0-6bce2a8a934e req-beced77d-8e2c-47ad-8d5b-d1be8166a7dc service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885812 Apr 11 13:19:06.160799 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03985374-08ee-4e9b-8ff0-63ff6e0ba6b4 x-openstack-request-id: req-03985374-08ee-4e9b-8ff0-63ff6e0ba6b4 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:19:06.161210 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c", "tag": "e26de0be-ee50-45b6-bcf8-53029631691b", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:19:06.161399 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03985374-08ee-4e9b-8ff0-63ff6e0ba6b4 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:19:06.161807 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03985374-08ee-4e9b-8ff0-63ff6e0ba6b4'] response: {'name': 'network-changed', 'server_uuid': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'tag': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'status': 'completed', 'code': 200} Apr 11 13:19:06.183800 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c1f12ee7-6fac-4e14-91b7-6a69a7900552 req-f5c69da2-928b-459e-a7dd-5c1bcf2000a8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531807 Apr 11 13:19:06.532799 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa66a4b-a15a-447b-9b9b-d28fed355209 req-5151feac-2cfd-4a1b-80bf-815c049944fc tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:06.540903 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-baa66a4b-a15a-447b-9b9b-d28fed355209 req-5151feac-2cfd-4a1b-80bf-815c049944fc tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 943 time: 0.0903287 Apr 11 13:19:06.591631 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-baa66a4b-a15a-447b-9b9b-d28fed355209 req-1c4d1ee4-1868-4116-ad67-6968ceaba787 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485604 Apr 11 13:19:06.724926 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device ded04aa7-f962-41b2-bd08-2c92b3aa55ae details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:19:06.874363 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port ded04aa7-f962-41b2-bd08-2c92b3aa55ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,segment=NetworkSegment(188b4f8b-caff-45a3-808f-a0a71c8e0d28),segment_id=188b4f8b-caff-45a3-808f-a0a71c8e0d28)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:06.896491 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'ded04aa7-f962-41b2-bd08-2c92b3aa55ae', 'network_id': 'cabee010-4624-4a77-9132-85b3311d6ff3', 'port_id': 'ded04aa7-f962-41b2-bd08-2c92b3aa55ae', 'mac_address': 'fa:16:3e:6a:74:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:19:06.915064 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-fd470e9c-8895-45af-b899-13e46a531da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:06.921122 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-fd470e9c-8895-45af-b899-13e46a531da4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 1127 time: 0.1092098 Apr 11 13:19:06.941741 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port ded04aa7-f962-41b2-bd08-2c92b3aa55ae is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:19:06.942419 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:06.959209 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded04aa7-f962-41b2-bd08-2c92b3aa55ae {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:19:06.984979 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port ded04aa7-f962-41b2-bd08-2c92b3aa55ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,segment=NetworkSegment(188b4f8b-caff-45a3-808f-a0a71c8e0d28),segment_id=188b4f8b-caff-45a3-808f-a0a71c8e0d28)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:06.986549 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60cdb45-d5ed-414c-97d8-8e4bdcd7af97 req-246c0751-0e3d-46ce-88d4-1abbd6b7c84b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:06.991063 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d60cdb45-d5ed-414c-97d8-8e4bdcd7af97 req-246c0751-0e3d-46ce-88d4-1abbd6b7c84b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 943 time: 0.1158502 Apr 11 13:19:07.055247 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:07.091705 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d60cdb45-d5ed-414c-97d8-8e4bdcd7af97 req-723df57d-75e4-4508-8752-94d9a3c3a25d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878661 Apr 11 13:19:07.111807 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:07.313448 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3cf005-e5dc-468f-8428-73b4933c9b6d req-a451c669-cd76-4761-9e0f-175cc4fd796e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:07.318780 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4a3cf005-e5dc-468f-8428-73b4933c9b6d req-a451c669-cd76-4761-9e0f-175cc4fd796e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 943 time: 0.0687160 Apr 11 13:19:07.360005 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['ded04aa7-f962-41b2-bd08-2c92b3aa55ae'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:19:07.369026 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4a3cf005-e5dc-468f-8428-73b4933c9b6d req-e95d6c9a-4ad1-4413-8bfa-11fd439eb29b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491366 Apr 11 13:19:07.730950 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb3eb0-aff4-40a9-812c-75f2513daf8e req-f3ebe6ca-43e0-4dd2-857e-221819e86694 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:07.735606 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f5eb3eb0-aff4-40a9-812c-75f2513daf8e req-f3ebe6ca-43e0-4dd2-857e-221819e86694 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 944 time: 0.0671198 Apr 11 13:19:07.802561 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f5eb3eb0-aff4-40a9-812c-75f2513daf8e req-c07a0d12-7d25-4a6e-a791-9ff2b42112dd tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556009 Apr 11 13:19:08.061636 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-f12875ad-5871-44aa-a3e0-2e31389554e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.063111 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-f12875ad-5871-44aa-a3e0-2e31389554e2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 1127 time: 0.3372333 Apr 11 13:19:08.162746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-da401ab3-d23d-4fdc-9a62-5b81270619ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.164205 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-da401ab3-d23d-4fdc-9a62-5b81270619ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 915 time: 0.4692316 Apr 11 13:19:08.246713 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-4182bb27-b10b-46e1-bda7-2e3a37303aa7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea HTTP/1.1" status: 200 len: 217 time: 0.0707357 Apr 11 13:19:08.271188 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6503221-646b-43be-b220-c68eaee6b693 req-f1cd03ff-a62a-4365-908c-3d105b26f214 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.272770 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e6503221-646b-43be-b220-c68eaee6b693 req-f1cd03ff-a62a-4365-908c-3d105b26f214 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 943 time: 0.1161432 Apr 11 13:19:08.321572 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-b6b6fd0a-1108-4481-810f-ae80db731800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.323132 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-b6b6fd0a-1108-4481-810f-ae80db731800 service neutron] 10.222.0.50 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 910 time: 0.2496495 Apr 11 13:19:08.347408 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-e19e21c2-cdf0-4d79-9297-1898a713a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.348890 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-e19e21c2-cdf0-4d79-9297-1898a713a2be service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.0946586 Apr 11 13:19:08.406877 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-a8be29fe-98cc-4bd1-89cf-b5f31fd53d93 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26de0be-ee50-45b6-bcf8-53029631691b HTTP/1.1" status: 200 len: 217 time: 0.0734646 Apr 11 13:19:08.470904 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e6503221-646b-43be-b220-c68eaee6b693 req-749da18b-2afe-49f5-9e83-1a578d96a86c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906483 Apr 11 13:19:08.480104 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-e28da2bb-ae05-4aab-a1c1-66257fa363cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.481869 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-e28da2bb-ae05-4aab-a1c1-66257fa363cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940180 Apr 11 13:19:08.506735 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-ae229176-b066-4e60-ac45-39193ea3c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.509097 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-ae229176-b066-4e60-ac45-39193ea3c43f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 200 len: 848 time: 0.0791810 Apr 11 13:19:08.553015 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9aabf9-a71f-4f4e-8e11-fb24b7ce1cce req-da6644aa-11db-46da-a08f-57a14e02b3a5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.560512 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b9aabf9-a71f-4f4e-8e11-fb24b7ce1cce req-da6644aa-11db-46da-a08f-57a14e02b3a5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 943 time: 0.1074727 Apr 11 13:19:08.625956 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-8c82f62d-2e88-48e9-9166-c283d5c985b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.627850 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-8c82f62d-2e88-48e9-9166-c283d5c985b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530d667c-2b84-4e74-b0c8-6f18245ef6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037738 Apr 11 13:19:08.654828 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b9aabf9-a71f-4f4e-8e11-fb24b7ce1cce req-329be8fc-d0dc-42fa-9da9-81bb1c650194 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890274 Apr 11 13:19:08.684943 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-550815ca-566c-4384-8d31-3e332d95acc4 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962745 Apr 11 13:19:08.728001 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device fd2b65e4-5f92-4601-979d-b32fc6906bea details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:19:08.771180 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device ded04aa7-f962-41b2-bd08-2c92b3aa55ae up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:19:08.808529 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42404) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:08.904257 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port fd2b65e4-5f92-4601-979d-b32fc6906bea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:08.915496 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port ded04aa7-f962-41b2-bd08-2c92b3aa55ae completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:19:08.924046 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:19:08.971202 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port fd2b65e4-5f92-4601-979d-b32fc6906bea is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:19:08.971783 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-4181d6a6-486e-4726-b8f4-c485cdcf62ed service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338368 Apr 11 13:19:08.971942 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:08.974092 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-81477567-15e2-45d2-ac7c-985b626e7b09 req-b2b67efa-50f3-4c98-b963-23494fd93738 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801843 Apr 11 13:19:08.987106 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d85637-bdf5-421e-85be-2cdf17cfef68 req-039a2be5-29c1-4975-89a7-71bd33ca10b4 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:08.989196 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62d85637-bdf5-421e-85be-2cdf17cfef68 req-039a2be5-29c1-4975-89a7-71bd33ca10b4 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 944 time: 0.0886948 Apr 11 13:19:08.997054 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2b65e4-5f92-4601-979d-b32fc6906bea {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:19:09.003711 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a6640e19-9215-476e-9548-1c0818c24c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.015773 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port ded04aa7-f962-41b2-bd08-2c92b3aa55ae triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:19:09.016437 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.040842 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port fd2b65e4-5f92-4601-979d-b32fc6906bea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:09.113522 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a6640e19-9215-476e-9548-1c0818c24c64 admin admin] Publish callbacks [] for security_group (e3573892-b1c7-4eb3-8af1-3445b646b719), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.118840 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port ded04aa7-f962-41b2-bd08-2c92b3aa55ae is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:19:09.119245 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.138491 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-62d85637-bdf5-421e-85be-2cdf17cfef68 req-a4631386-aefb-48ba-8370-fb495a6d3a03 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391485 Apr 11 13:19:09.143615 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7926d39-4cf4-4285-a80b-1b503a1ae596 req-c7eaa2cf-1e9a-4d7b-b544-acb0fabfe3e7 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526816 Apr 11 13:19:09.146800 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2a28f7-26b5-4c86-8c17-9a39521445c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded04aa7-f962-41b2-bd08-2c92b3aa55ae'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:19:09.211976 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a6640e19-9215-476e-9548-1c0818c24c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e3573892-b1c7-4eb3-8af1-3445b646b719), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.222025 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.228332 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port ded04aa7-f962-41b2-bd08-2c92b3aa55ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,segment=NetworkSegment(188b4f8b-caff-45a3-808f-a0a71c8e0d28),segment_id=188b4f8b-caff-45a3-808f-a0a71c8e0d28)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:09.259446 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a6640e19-9215-476e-9548-1c0818c24c64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7f8de5ebbf6a443aa462862327c6c080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490085 Apr 11 13:19:09.261105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6640e19-9215-476e-9548-1c0818c24c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3573892-b1c7-4eb3-8af1-3445b646b719,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:09.262185 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42420) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:09.334516 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-642ae448-584c-4003-adda-27755ccccfec admin admin] Publish callbacks [] for security_group (e3573892-b1c7-4eb3-8af1-3445b646b719), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.359040 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-642ae448-584c-4003-adda-27755ccccfec admin admin] Publish callbacks [] for security_group (e3573892-b1c7-4eb3-8af1-3445b646b719), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.387248 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1ac173-7983-4ee2-b43f-51678ef355ff" -d '{"events": [{"server_uuid": "0d2a28f7-26b5-4c86-8c17-9a39521445c9", "name": "network-vif-plugged", "status": "completed", "tag": "ded04aa7-f962-41b2-bd08-2c92b3aa55ae"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:19:09.401485 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.429980 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=fd2b65e4-5f92-4601-979d-b32fc6906bea,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:09.483456 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:09.487848 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['fd2b65e4-5f92-4601-979d-b32fc6906bea'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:19:09.520483 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a20cf2-8823-48e5-b529-c26a7c2264f2 x-openstack-request-id: req-a8a20cf2-8823-48e5-b529-c26a7c2264f2 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:19:09.520786 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2a28f7-26b5-4c86-8c17-9a39521445c9", "name": "network-vif-plugged", "status": "completed", "tag": "ded04aa7-f962-41b2-bd08-2c92b3aa55ae", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:19:09.521042 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a8a20cf2-8823-48e5-b529-c26a7c2264f2 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:19:09.521496 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a20cf2-8823-48e5-b529-c26a7c2264f2'] response: {'server_uuid': '0d2a28f7-26b5-4c86-8c17-9a39521445c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded04aa7-f962-41b2-bd08-2c92b3aa55ae', 'code': 200} Apr 11 13:19:09.558668 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-642ae448-584c-4003-adda-27755ccccfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e3573892-b1c7-4eb3-8af1-3445b646b719), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.562681 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-642ae448-584c-4003-adda-27755ccccfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:09.563971 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-642ae448-584c-4003-adda-27755ccccfec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3573892-b1c7-4eb3-8af1-3445b646b719 HTTP/1.1" status: 204 len: 168 time: 0.3006265 Apr 11 13:19:09.579689 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ae448-584c-4003-adda-27755ccccfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3573892-b1c7-4eb3-8af1-3445b646b719,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:09.747025 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20df2-75fa-457f-9611-0d2124d985aa req-0dc73451-e53d-45e2-b558-5fca85ca3f0b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:09.753834 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42444) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:09.770289 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cb20df2-75fa-457f-9611-0d2124d985aa req-0dc73451-e53d-45e2-b558-5fca85ca3f0b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 943 time: 0.1276588 Apr 11 13:19:09.884994 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0cb20df2-75fa-457f-9611-0d2124d985aa req-8c91ae2f-562e-457c-8b95-81c34ab77add tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123431 Apr 11 13:19:09.892716 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1d15d-cd0a-4145-b16a-54c5666b97a7 req-4cb751bf-b17b-4c9d-9d93-201a6f3833e5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:09.904417 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e4f1d15d-cd0a-4145-b16a-54c5666b97a7 req-4cb751bf-b17b-4c9d-9d93-201a6f3833e5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 944 time: 0.0958307 Apr 11 13:19:09.982828 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e4f1d15d-cd0a-4145-b16a-54c5666b97a7 req-17c00f59-5257-43da-88ab-975f64304147 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768678 Apr 11 13:19:10.087636 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-69bf1343-0922-4f82-a7ca-e3724f36e0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.169541 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-69bf1343-0922-4f82-a7ca-e3724f36e0d9 admin admin] Publish callbacks [] for security_group (cab7c44f-76e1-4103-9917-39ec04d67763), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.274795 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6f432-0b22-4531-882c-d92353c17a11 req-2bc9c6c5-bf55-49d2-a260-8ec1e15552f0 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:10.280586 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2d6f432-0b22-4531-882c-d92353c17a11 req-2bc9c6c5-bf55-49d2-a260-8ec1e15552f0 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0517998 Apr 11 13:19:10.282789 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-69bf1343-0922-4f82-a7ca-e3724f36e0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (cab7c44f-76e1-4103-9917-39ec04d67763), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.333961 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-69bf1343-0922-4f82-a7ca-e3724f36e0d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0a3077ce7274f8b936b64cc3a6fc0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5787940 Apr 11 13:19:10.334701 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d2d6f432-0b22-4531-882c-d92353c17a11 req-2c2d342e-eb64-40ec-8e5d-1eaa5ebb08db tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499454 Apr 11 13:19:10.336235 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf1343-0922-4f82-a7ca-e3724f36e0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab7c44f-76e1-4103-9917-39ec04d67763,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:10.337321 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42452) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:10.414679 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3627b3c5-617e-48d1-8ffc-fefecc244929 admin admin] Publish callbacks [] for security_group (cab7c44f-76e1-4103-9917-39ec04d67763), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.444577 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3627b3c5-617e-48d1-8ffc-fefecc244929 admin admin] Publish callbacks [] for security_group (cab7c44f-76e1-4103-9917-39ec04d67763), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.516985 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42458) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:10.531451 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20074092-56da-4c0e-b139-33e5353c144d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.651932 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3627b3c5-617e-48d1-8ffc-fefecc244929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (cab7c44f-76e1-4103-9917-39ec04d67763), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.654823 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3627b3c5-617e-48d1-8ffc-fefecc244929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.656068 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3627b3c5-617e-48d1-8ffc-fefecc244929 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cab7c44f-76e1-4103-9917-39ec04d67763 HTTP/1.1" status: 204 len: 168 time: 0.3176808 Apr 11 13:19:10.677781 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627b3c5-617e-48d1-8ffc-fefecc244929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab7c44f-76e1-4103-9917-39ec04d67763,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:10.763834 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20074092-56da-4c0e-b139-33e5353c144d admin admin] Publish callbacks [] for security_group (f0f643b2-ad9b-452c-b43c-fc76c7d24c33), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.889362 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-20074092-56da-4c0e-b139-33e5353c144d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f0f643b2-ad9b-452c-b43c-fc76c7d24c33), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:10.930215 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-20074092-56da-4c0e-b139-33e5353c144d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22cd0ad7467949809041c5e9c0c3d172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116776 Apr 11 13:19:10.931259 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20074092-56da-4c0e-b139-33e5353c144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f643b2-ad9b-452c-b43c-fc76c7d24c33,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:10.935227 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42476) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:11.036042 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729365b7-6d53-4ea9-ae87-cea05907f86c req-ce3fa415-c350-4995-a389-6fc617997c44 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:11.037463 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-729365b7-6d53-4ea9-ae87-cea05907f86c req-ce3fa415-c350-4995-a389-6fc617997c44 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 943 time: 0.0685389 Apr 11 13:19:11.038321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-15bc2c74-3ed2-4b7c-81c0-14501eca772d admin admin] Publish callbacks [] for security_group (f0f643b2-ad9b-452c-b43c-fc76c7d24c33), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:11.103079 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-15bc2c74-3ed2-4b7c-81c0-14501eca772d admin admin] Publish callbacks [] for security_group (f0f643b2-ad9b-452c-b43c-fc76c7d24c33), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:11.110049 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456e877-ff76-43cd-83aa-f940bc1e1028 req-151b4d38-6972-4103-ae5d-2e92db8bf20e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:11.111671 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7456e877-ff76-43cd-83aa-f940bc1e1028 req-151b4d38-6972-4103-ae5d-2e92db8bf20e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 944 time: 0.0578990 Apr 11 13:19:11.139553 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-729365b7-6d53-4ea9-ae87-cea05907f86c req-64ab7a86-128b-43c2-b0a4-658b8bfef900 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904012 Apr 11 13:19:11.180310 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7456e877-ff76-43cd-83aa-f940bc1e1028 req-4feb4ea7-925b-4724-b671-05cf1d87e8aa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565121 Apr 11 13:19:11.283662 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-15bc2c74-3ed2-4b7c-81c0-14501eca772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f0f643b2-ad9b-452c-b43c-fc76c7d24c33), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:11.286757 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-15bc2c74-3ed2-4b7c-81c0-14501eca772d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:11.287912 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-15bc2c74-3ed2-4b7c-81c0-14501eca772d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0f643b2-ad9b-452c-b43c-fc76c7d24c33 HTTP/1.1" status: 204 len: 168 time: 0.3511953 Apr 11 13:19:11.297831 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc2c74-3ed2-4b7c-81c0-14501eca772d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f643b2-ad9b-452c-b43c-fc76c7d24c33,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:11.410820 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb8d71-f7d7-4fb6-b3f4-cbcc9809be70 req-c2fa0a94-6d70-48ad-97ed-84f29ba32e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:11.412730 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3beb8d71-f7d7-4fb6-b3f4-cbcc9809be70 req-c2fa0a94-6d70-48ad-97ed-84f29ba32e71 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 1129 time: 0.1027691 Apr 11 13:19:11.479667 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b446b0-15d8-4b5f-a40d-fe9336aa1069 req-5e3005bf-3f37-40e2-af70-953588c7b7a2 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:11.481113 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-82b446b0-15d8-4b5f-a40d-fe9336aa1069 req-5e3005bf-3f37-40e2-af70-953588c7b7a2 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0601566 Apr 11 13:19:11.548973 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42490) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:11.552247 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-82b446b0-15d8-4b5f-a40d-fe9336aa1069 req-d45be7d0-f904-4702-8428-b59a614f1fef tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625887 Apr 11 13:19:11.563534 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f1ad-3729-4d9a-a41e-7f372d1d6848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:11.649119 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f1ad-3729-4d9a-a41e-7f372d1d6848 admin admin] Publish callbacks [] for security_group (3e24c3dd-0c27-418b-a5bd-03e25b28c02c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:11.763604 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4ab0f1ad-3729-4d9a-a41e-7f372d1d6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3e24c3dd-0c27-418b-a5bd-03e25b28c02c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:11.808853 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0f1ad-3729-4d9a-a41e-7f372d1d6848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e24c3dd-0c27-418b-a5bd-03e25b28c02c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:11.813181 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4ab0f1ad-3729-4d9a-a41e-7f372d1d6848 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50a20951066943568d2163160839b886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631919 Apr 11 13:19:11.815858 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42504) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:11.866530 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-bb08-4daa-918a-4a0b2563bc9a admin admin] Publish callbacks [] for security_group (3e24c3dd-0c27-418b-a5bd-03e25b28c02c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:11.890350 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-bb08-4daa-918a-4a0b2563bc9a admin admin] Publish callbacks [] for security_group (3e24c3dd-0c27-418b-a5bd-03e25b28c02c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:12.040760 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-bb08-4daa-918a-4a0b2563bc9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3e24c3dd-0c27-418b-a5bd-03e25b28c02c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:12.043765 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-bb08-4daa-918a-4a0b2563bc9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:12.044927 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6b61ef14-bb08-4daa-918a-4a0b2563bc9a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e24c3dd-0c27-418b-a5bd-03e25b28c02c HTTP/1.1" status: 204 len: 168 time: 0.2279804 Apr 11 13:19:12.057878 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61ef14-bb08-4daa-918a-4a0b2563bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e24c3dd-0c27-418b-a5bd-03e25b28c02c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:12.256105 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3beb8d71-f7d7-4fb6-b3f4-cbcc9809be70 req-4d54acc6-1cb6-4bfd-95dc-97b1680cf8da service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:12.306148 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da75abf-1990-4d67-9994-5a2ed004a764 req-df659bb2-ce4b-420e-a159-00d340491790 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:12.308255 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4da75abf-1990-4d67-9994-5a2ed004a764 req-df659bb2-ce4b-420e-a159-00d340491790 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 943 time: 0.0707393 Apr 11 13:19:12.318271 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bd28d-b15f-4674-92c3-61d6abb9a669 req-fa494db6-4cc9-4974-ac85-89fbc2ed7027 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:12.326658 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b3bd28d-b15f-4674-92c3-61d6abb9a669 req-fa494db6-4cc9-4974-ac85-89fbc2ed7027 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 944 time: 0.0628061 Apr 11 13:19:12.384732 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4da75abf-1990-4d67-9994-5a2ed004a764 req-96805e82-af46-48ea-8681-8bc7e9c69b8f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685756 Apr 11 13:19:12.403918 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b3bd28d-b15f-4674-92c3-61d6abb9a669 req-f69a653c-bc64-4bfe-b44a-49501ece0fb0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760441 Apr 11 13:19:12.423614 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3beb8d71-f7d7-4fb6-b3f4-cbcc9809be70 req-4d54acc6-1cb6-4bfd-95dc-97b1680cf8da service neutron] Publish callbacks [] for security_group (8cbe14c5-7242-425b-8041-29015f6645cf), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:12.502853 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3beb8d71-f7d7-4fb6-b3f4-cbcc9809be70 req-4d54acc6-1cb6-4bfd-95dc-97b1680cf8da service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (8cbe14c5-7242-425b-8041-29015f6645cf), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:12.549839 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3beb8d71-f7d7-4fb6-b3f4-cbcc9809be70 req-4d54acc6-1cb6-4bfd-95dc-97b1680cf8da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180642 Apr 11 13:19:12.551930 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54acc6-1cb6-4bfd-95dc-97b1680cf8da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbe14c5-7242-425b-8041-29015f6645cf,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:12.622096 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device e26de0be-ee50-45b6-bcf8-53029631691b details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:19:12.624370 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device fd2b65e4-5f92-4601-979d-b32fc6906bea up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:19:12.687566 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6a7b7-cd28-4db5-9f11-c7be06a00ff5 req-0f3ab1db-1534-432c-a1cc-9db8692ccb97 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:12.689306 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3d6a7b7-cd28-4db5-9f11-c7be06a00ff5 req-0f3ab1db-1534-432c-a1cc-9db8692ccb97 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0524981 Apr 11 13:19:12.757131 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3d6a7b7-cd28-4db5-9f11-c7be06a00ff5 req-ac58846a-c018-4d51-8311-d9b3642e1953 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614965 Apr 11 13:19:12.758756 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port fd2b65e4-5f92-4601-979d-b32fc6906bea completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:19:12.832246 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port e26de0be-ee50-45b6-bcf8-53029631691b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e26de0be-ee50-45b6-bcf8-53029631691b,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:12.845361 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port fd2b65e4-5f92-4601-979d-b32fc6906bea triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:19:12.845907 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:12.872274 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'port_id': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'mac_address': 'fa:16:3e:88:1a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:19:12.934391 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port e26de0be-ee50-45b6-bcf8-53029631691b is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:19:12.935058 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:12.955532 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26de0be-ee50-45b6-bcf8-53029631691b {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:19:13.004851 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port e26de0be-ee50-45b6-bcf8-53029631691b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e26de0be-ee50-45b6-bcf8-53029631691b,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:13.008125 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port fd2b65e4-5f92-4601-979d-b32fc6906bea is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:19:13.008529 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:13.034288 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2b65e4-5f92-4601-979d-b32fc6906bea'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:19:13.036668 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce563579-065f-44b9-b3d9-dee6d19b9ae3" -d '{"events": [{"server_uuid": "c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0", "name": "network-vif-plugged", "status": "completed", "tag": "fd2b65e4-5f92-4601-979d-b32fc6906bea"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:19:13.050790 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port fd2b65e4-5f92-4601-979d-b32fc6906bea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:13.079809 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da07cf8-40e6-400c-a3ff-d7775440d8a9 x-openstack-request-id: req-9da07cf8-40e6-400c-a3ff-d7775440d8a9 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:19:13.079809 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0", "name": "network-vif-plugged", "status": "completed", "tag": "fd2b65e4-5f92-4601-979d-b32fc6906bea", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:19:13.079981 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9da07cf8-40e6-400c-a3ff-d7775440d8a9 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:19:13.080368 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da07cf8-40e6-400c-a3ff-d7775440d8a9'] response: {'server_uuid': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'code': 200} Apr 11 13:19:13.103828 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:13.144362 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:13.167437 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=e26de0be-ee50-45b6-bcf8-53029631691b,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:13.218611 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=fd2b65e4-5f92-4601-979d-b32fc6906bea,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:13.564925 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525612a2-0098-4932-aeef-a8adedf0a9a9 req-1373e7ba-fdf7-4d4b-86d6-1b2fc78bc39c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:13.571756 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-525612a2-0098-4932-aeef-a8adedf0a9a9 req-1373e7ba-fdf7-4d4b-86d6-1b2fc78bc39c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 944 time: 0.0788350 Apr 11 13:19:13.588867 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f833e-8429-4dfd-8a51-9bfa6035ce9a req-5e9c8e65-03ef-427b-afa0-dc663e39d85f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:13.594233 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bd4f833e-8429-4dfd-8a51-9bfa6035ce9a req-5e9c8e65-03ef-427b-afa0-dc663e39d85f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0695732 Apr 11 13:19:13.674319 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-525612a2-0098-4932-aeef-a8adedf0a9a9 req-877460b4-f282-44c1-9135-fe34f47421a5 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965567 Apr 11 13:19:13.682610 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bd4f833e-8429-4dfd-8a51-9bfa6035ce9a req-7d1d07f0-aeea-403b-b15a-09f3b12f8cf8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773134 Apr 11 13:19:13.932589 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112920d4-b131-4fac-af36-e03036628b00 req-41531543-cf8d-48e3-9d40-8197a963c493 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:13.932589 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-112920d4-b131-4fac-af36-e03036628b00 req-41531543-cf8d-48e3-9d40-8197a963c493 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0660071 Apr 11 13:19:13.987085 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-112920d4-b131-4fac-af36-e03036628b00 req-aac7d9d8-990e-477e-9fe4-96f7b314cf32 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Apr 11 13:19:14.852769 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f3107-0e8c-40f2-82b6-2f0227b00bd0 req-07e2ba46-2c4b-4594-9f8a-0ed319b7991e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:14.855280 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b78f3107-0e8c-40f2-82b6-2f0227b00bd0 req-07e2ba46-2c4b-4594-9f8a-0ed319b7991e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 944 time: 0.0705266 Apr 11 13:19:14.855428 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66140f2a-a61c-469c-84b4-0ab5b966a72d req-bb66e96c-779c-425a-afc3-696d02c3f7e8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:14.856880 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66140f2a-a61c-469c-84b4-0ab5b966a72d req-bb66e96c-779c-425a-afc3-696d02c3f7e8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0789363 Apr 11 13:19:14.909691 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b78f3107-0e8c-40f2-82b6-2f0227b00bd0 req-acffc68a-e247-445b-bdb1-bea30b9ba37b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467300 Apr 11 13:19:14.912739 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66140f2a-a61c-469c-84b4-0ab5b966a72d req-e4de0b76-1059-48c2-8374-3b7338e5a398 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499289 Apr 11 13:19:15.106854 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22517be4-a60d-4fbf-87f4-845d10b5f010 req-7c88d519-aa38-45b9-b422-61d07d141ba3 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:15.108387 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22517be4-a60d-4fbf-87f4-845d10b5f010 req-7c88d519-aa38-45b9-b422-61d07d141ba3 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0495687 Apr 11 13:19:15.159242 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22517be4-a60d-4fbf-87f4-845d10b5f010 req-99462fde-b9c5-4685-a470-3bfd93376b0e tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Apr 11 13:19:15.909006 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['e26de0be-ee50-45b6-bcf8-53029631691b'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:19:16.045694 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e76d18-4132-4c4a-bafe-f3355635cee1 req-abfff7da-41a2-40f6-9563-b835481af9d8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:16.045694 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33e76d18-4132-4c4a-bafe-f3355635cee1 req-abfff7da-41a2-40f6-9563-b835481af9d8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 944 time: 0.0597441 Apr 11 13:19:16.087807 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ce564-0bc1-4902-8a55-223034625e93 req-9fc45533-b088-49a5-9cd3-1d2bff995410 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:16.090321 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26ce564-0bc1-4902-8a55-223034625e93 req-9fc45533-b088-49a5-9cd3-1d2bff995410 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0565958 Apr 11 13:19:16.104557 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33e76d18-4132-4c4a-bafe-f3355635cee1 req-1a5f592d-e3cd-42e7-b2d5-fc74efc2559c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538709 Apr 11 13:19:16.157613 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f26ce564-0bc1-4902-8a55-223034625e93 req-8918532c-14cc-4b82-8892-616f1b99fd98 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611746 Apr 11 13:19:16.299648 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e09c03-c624-4637-8af8-50a51c67160b req-f75dea3d-0cc4-4a1b-8776-70cb9824abcc tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:16.301753 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-10e09c03-c624-4637-8af8-50a51c67160b req-f75dea3d-0cc4-4a1b-8776-70cb9824abcc tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0729992 Apr 11 13:19:16.320269 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42680) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:16.364560 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-10e09c03-c624-4637-8af8-50a51c67160b req-0be9dfd5-a34e-4150-88c5-ff6d9f4c8c26 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560389 Apr 11 13:19:16.445092 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2831457f-2a45-4a2a-a08b-ca86fa57d4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:16.522000 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2831457f-2a45-4a2a-a08b-ca86fa57d4e5 admin admin] Publish callbacks [] for security_group (9c21b07e-e702-4727-8fb8-934787e57b9f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:16.652363 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2831457f-2a45-4a2a-a08b-ca86fa57d4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9c21b07e-e702-4727-8fb8-934787e57b9f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:16.695900 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2831457f-2a45-4a2a-a08b-ca86fa57d4e5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe79b20327b349dc9d55ed3c72eb3d25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745561 Apr 11 13:19:16.696763 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831457f-2a45-4a2a-a08b-ca86fa57d4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c21b07e-e702-4727-8fb8-934787e57b9f,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:16.699267 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42684) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:16.753137 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5e61c2fe-95ed-46a1-91b4-4bbdf111d93f admin admin] Publish callbacks [] for security_group (9c21b07e-e702-4727-8fb8-934787e57b9f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:16.774310 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5e61c2fe-95ed-46a1-91b4-4bbdf111d93f admin admin] Publish callbacks [] for security_group (9c21b07e-e702-4727-8fb8-934787e57b9f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:16.911852 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5e61c2fe-95ed-46a1-91b4-4bbdf111d93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9c21b07e-e702-4727-8fb8-934787e57b9f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:16.911852 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5e61c2fe-95ed-46a1-91b4-4bbdf111d93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:16.911852 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5e61c2fe-95ed-46a1-91b4-4bbdf111d93f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c21b07e-e702-4727-8fb8-934787e57b9f HTTP/1.1" status: 204 len: 168 time: 0.2072504 Apr 11 13:19:16.915454 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61c2fe-95ed-46a1-91b4-4bbdf111d93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c21b07e-e702-4727-8fb8-934787e57b9f,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:17.110366 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f62801-7f55-4902-955b-836fa1d175c7 req-99e5b267-772b-414a-8063-5f14148dd315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:17.111981 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-74f62801-7f55-4902-955b-836fa1d175c7 req-99e5b267-772b-414a-8063-5f14148dd315 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0406351 Apr 11 13:19:17.247739 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a15f7-f8eb-4bd7-965e-e6305a8b7db5 req-356a11a6-a672-482f-ba9c-d8c0b191a8f8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:17.249421 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232a15f7-f8eb-4bd7-965e-e6305a8b7db5 req-356a11a6-a672-482f-ba9c-d8c0b191a8f8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 944 time: 0.0632198 Apr 11 13:19:17.283657 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0e10b-4154-48e5-9506-6846bbb173f4 req-327a58b8-da1f-4921-a126-fb20c366f802 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:17.285222 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fbb0e10b-4154-48e5-9506-6846bbb173f4 req-327a58b8-da1f-4921-a126-fb20c366f802 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0595722 Apr 11 13:19:17.314866 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232a15f7-f8eb-4bd7-965e-e6305a8b7db5 req-0ca20275-77fe-4a30-9167-416bf88c56c5 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586665 Apr 11 13:19:17.352532 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fbb0e10b-4154-48e5-9506-6846bbb173f4 req-582c1c22-6e12-4a24-8a92-0f718a838269 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615656 Apr 11 13:19:17.493047 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded56987-3b88-438e-8535-39bb4cffa535 req-e4b1d4be-1e8b-45cf-9057-36fe284aa8c6 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:17.494754 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ded56987-3b88-438e-8535-39bb4cffa535 req-e4b1d4be-1e8b-45cf-9057-36fe284aa8c6 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0501230 Apr 11 13:19:17.543584 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ded56987-3b88-438e-8535-39bb4cffa535 req-d21d0599-1a53-4fc0-a1a3-08dafe55a550 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426383 Apr 11 13:19:17.570562 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42722) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:17.586851 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-53dc6e7b-2e99-498d-ae64-0607f7e56fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:17.663240 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-53dc6e7b-2e99-498d-ae64-0607f7e56fc1 admin admin] Publish callbacks [] for security_group (bef1f09f-cc1c-4da4-abdc-8419dc78a0ed), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:17.757626 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-53dc6e7b-2e99-498d-ae64-0607f7e56fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (bef1f09f-cc1c-4da4-abdc-8419dc78a0ed), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:17.800027 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-53dc6e7b-2e99-498d-ae64-0607f7e56fc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c05c2a070a0441318df601963639a0f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284055 Apr 11 13:19:17.800965 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc6e7b-2e99-498d-ae64-0607f7e56fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef1f09f-cc1c-4da4-abdc-8419dc78a0ed,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:17.802818 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42726) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:17.853614 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c04ba7b-a93c-47de-b8dc-03ce89ba4cea admin admin] Publish callbacks [] for security_group (bef1f09f-cc1c-4da4-abdc-8419dc78a0ed), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:17.874830 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c04ba7b-a93c-47de-b8dc-03ce89ba4cea admin admin] Publish callbacks [] for security_group (bef1f09f-cc1c-4da4-abdc-8419dc78a0ed), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:18.003290 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c04ba7b-a93c-47de-b8dc-03ce89ba4cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (bef1f09f-cc1c-4da4-abdc-8419dc78a0ed), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:18.005884 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8c04ba7b-a93c-47de-b8dc-03ce89ba4cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:18.007136 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8c04ba7b-a93c-47de-b8dc-03ce89ba4cea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bef1f09f-cc1c-4da4-abdc-8419dc78a0ed HTTP/1.1" status: 204 len: 168 time: 0.2031906 Apr 11 13:19:18.016899 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c04ba7b-a93c-47de-b8dc-03ce89ba4cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef1f09f-cc1c-4da4-abdc-8419dc78a0ed,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:18.432783 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5635c1a-6afb-40bb-b90b-ded2bc894ff2 req-1cd12a3b-0f6d-4cec-b25d-d2663d3cdb6d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:18.438623 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c5635c1a-6afb-40bb-b90b-ded2bc894ff2 req-1cd12a3b-0f6d-4cec-b25d-d2663d3cdb6d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 944 time: 0.0565336 Apr 11 13:19:18.500974 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584bf9d4-f808-46de-903d-a69bb57a4b3e req-4abcb2cd-49e1-47dc-a5f0-6a49a164cadd tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:18.502614 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-584bf9d4-f808-46de-903d-a69bb57a4b3e req-4abcb2cd-49e1-47dc-a5f0-6a49a164cadd tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0649955 Apr 11 13:19:18.514796 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c5635c1a-6afb-40bb-b90b-ded2bc894ff2 req-002f386a-4d75-4017-a3b9-6ce2c3a90c9c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735285 Apr 11 13:19:18.556863 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-584bf9d4-f808-46de-903d-a69bb57a4b3e req-adaa9cc6-610a-4861-baaf-236a27291225 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425489 Apr 11 13:19:18.661800 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184b7e3-4814-4ebc-81a1-01bfd12ee991 req-20fe2301-2026-4de6-9b47-6b27fcfdf143 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:18.663283 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b184b7e3-4814-4ebc-81a1-01bfd12ee991 req-20fe2301-2026-4de6-9b47-6b27fcfdf143 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0509803 Apr 11 13:19:18.710485 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b184b7e3-4814-4ebc-81a1-01bfd12ee991 req-98336684-3fb6-4d69-a5a3-faa914638b3d tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413296 Apr 11 13:19:18.878139 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-74f62801-7f55-4902-955b-836fa1d175c7 req-8df532fb-a2c8-4461-abaf-b3739c5a1953 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429542 Apr 11 13:19:19.187951 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device e26de0be-ee50-45b6-bcf8-53029631691b up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:19:19.232684 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port e26de0be-ee50-45b6-bcf8-53029631691b completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:19:19.294361 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port e26de0be-ee50-45b6-bcf8-53029631691b triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:19:19.294730 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:19.379931 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port e26de0be-ee50-45b6-bcf8-53029631691b is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:19:19.380336 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:19.405477 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26de0be-ee50-45b6-bcf8-53029631691b'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:19:19.407823 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25689701-6982-41c7-a1aa-6798e0c0dd4f" -d '{"events": [{"server_uuid": "d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "e26de0be-ee50-45b6-bcf8-53029631691b"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:19:19.420994 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port e26de0be-ee50-45b6-bcf8-53029631691b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e26de0be-ee50-45b6-bcf8-53029631691b,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:19.449504 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c662bd-c018-4ccc-b31e-84eb3336c785 x-openstack-request-id: req-e4c662bd-c018-4ccc-b31e-84eb3336c785 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:19:19.455083 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "e26de0be-ee50-45b6-bcf8-53029631691b", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:19:19.455083 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e4c662bd-c018-4ccc-b31e-84eb3336c785 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:19:19.455083 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c662bd-c018-4ccc-b31e-84eb3336c785'] response: {'server_uuid': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'code': 200} Apr 11 13:19:19.503699 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:19.572758 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=e26de0be-ee50-45b6-bcf8-53029631691b,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:19.694661 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6e845-5b1c-49b6-99e7-732e17c5d9fe req-e3e4a3f4-b423-4dbc-9da3-ff0972d1ab4b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:19.696291 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-43c6e845-5b1c-49b6-99e7-732e17c5d9fe req-e3e4a3f4-b423-4dbc-9da3-ff0972d1ab4b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0847294 Apr 11 13:19:19.708078 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7172-ed5b-4fc8-a012-46a4236d3dd2 req-fd043053-0651-4593-ad93-dc7f74320e76 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:19.709907 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4cff7172-ed5b-4fc8-a012-46a4236d3dd2 req-fd043053-0651-4593-ad93-dc7f74320e76 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0609856 Apr 11 13:19:19.765860 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-43c6e845-5b1c-49b6-99e7-732e17c5d9fe req-2d2b3527-6fd5-4826-a318-c37498227ad6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619209 Apr 11 13:19:19.771728 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4cff7172-ed5b-4fc8-a012-46a4236d3dd2 req-9d063065-cf2d-4635-8774-dfdf2f192fe8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529702 Apr 11 13:19:19.923861 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab12206-f0eb-4a82-b2b4-3998bcf2b4de req-4bb98467-95f9-4263-a06a-aa787dd34a1f tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:19.925423 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0ab12206-f0eb-4a82-b2b4-3998bcf2b4de req-4bb98467-95f9-4263-a06a-aa787dd34a1f tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0686815 Apr 11 13:19:20.003195 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0ab12206-f0eb-4a82-b2b4-3998bcf2b4de req-4dc5906d-69fc-4487-b708-741afb6225fc tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694058 Apr 11 13:19:20.939115 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9410e90e-3866-449e-a6aa-eaf3b07defa3 req-b5403084-ac0c-4b0a-8302-1b50dcdadbde tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:20.940734 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9410e90e-3866-449e-a6aa-eaf3b07defa3 req-b5403084-ac0c-4b0a-8302-1b50dcdadbde tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0707054 Apr 11 13:19:20.950160 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8b07f-01ff-408d-aca0-924fdfeb642a req-457e6d8b-e86c-430f-801c-493b97ea7ce3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:20.952155 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8d8b07f-01ff-408d-aca0-924fdfeb642a req-457e6d8b-e86c-430f-801c-493b97ea7ce3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0751438 Apr 11 13:19:21.017113 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8d8b07f-01ff-408d-aca0-924fdfeb642a req-077da58f-cf00-413e-ba1c-edec4d4d871c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586221 Apr 11 13:19:21.026183 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9410e90e-3866-449e-a6aa-eaf3b07defa3 req-02dade9b-ea38-4730-b8c5-27677a402634 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758197 Apr 11 13:19:21.134010 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91452340-9f49-408a-89f3-a3034d07b658 req-c3206d41-d085-4c14-92a2-9a3a863d5ee3 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:21.135932 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91452340-9f49-408a-89f3-a3034d07b658 req-c3206d41-d085-4c14-92a2-9a3a863d5ee3 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0508339 Apr 11 13:19:21.210079 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91452340-9f49-408a-89f3-a3034d07b658 req-9b7a9da7-3e08-4232-a586-18163bf5eaf0 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649822 Apr 11 13:19:21.213624 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659c412-1b0e-4f17-b5a4-285b4d531f6a req-696b94f4-7bd5-4897-a11c-32f94ec93773 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:21.215514 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b659c412-1b0e-4f17-b5a4-285b4d531f6a req-696b94f4-7bd5-4897-a11c-32f94ec93773 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0727708 Apr 11 13:19:21.232430 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42856) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:21.236992 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'floatingip': {'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:19:21.345994 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (cd167b10-9a71-42b0-b581-6ffe7730d6c2), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:21.613584 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a0d46-8ab7-468a-9feb-78c6ee8c5b38 req-dd98d26a-ec02-4746-97af-8b1d27120820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:21.615105 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-182a0d46-8ab7-468a-9feb-78c6ee8c5b38 req-dd98d26a-ec02-4746-97af-8b1d27120820 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 1129 time: 0.3070714 Apr 11 13:19:21.777348 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-182a0d46-8ab7-468a-9feb-78c6ee8c5b38 req-7a84ba05-9289-4217-94a3-d6a760e8ecd4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070569 Apr 11 13:19:22.172211 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:22.214035 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0912fcd-c84a-4073-8604-ffed58fd28f4 req-03e8d50c-f695-4b1a-9726-e4661957d0bd tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:22.215882 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0912fcd-c84a-4073-8604-ffed58fd28f4 req-03e8d50c-f695-4b1a-9726-e4661957d0bd tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1125367 Apr 11 13:19:22.356750 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0912fcd-c84a-4073-8604-ffed58fd28f4 req-75ec8c7d-1883-494f-a662-b2da2c978a7a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333201 Apr 11 13:19:22.367381 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:22.493009 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (cd167b10-9a71-42b0-b581-6ffe7730d6c2), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:22.601183 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Floating IP cd167b10-9a71-42b0-b581-6ffe7730d6c2 associated. External IP: 172.27.3.79, port: fd2b65e4-5f92-4601-979d-b32fc6906bea. Apr 11 13:19:22.837912 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-cd94a091-8f69-4efb-a1b0-305ca99b6bb3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781631 Apr 11 13:19:22.874907 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:19:22.992348 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:19:22.998738 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:23.007462 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:19:23.024368 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:19:23.024999 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:23.034376 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-539425a6-c150-45a4-9976-fa9da282a1c0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "PUT /v2.0/floatingips/cd167b10-9a71-42b0-b581-6ffe7730d6c2 HTTP/1.1" status: 200 len: 990 time: 1.8000031 Apr 11 13:19:23.048269 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'tag': 'fd2b65e4-5f92-4601-979d-b32fc6906bea'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:19:23.048269 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a982fa2e-ae22-4737-9913-2a2193f80b07" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0", "tag": "fd2b65e4-5f92-4601-979d-b32fc6906bea"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:19:23.088001 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12232daf-2264-499f-8d78-76ed45d2d1db x-openstack-request-id: req-12232daf-2264-499f-8d78-76ed45d2d1db {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:19:23.088335 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0", "tag": "fd2b65e4-5f92-4601-979d-b32fc6906bea", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:19:23.088596 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-12232daf-2264-499f-8d78-76ed45d2d1db {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:19:23.089356 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12232daf-2264-499f-8d78-76ed45d2d1db'] response: {'name': 'network-changed', 'server_uuid': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'tag': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'status': 'completed', 'code': 200} Apr 11 13:19:23.139944 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42918) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:23.166920 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:19:23.174620 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e5c8f8b8-457d-4731-ae2c-9b61af6ed7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:23.265098 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0a2c3da1-239e-4114-a76d-f8a329a6f422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:23.351472 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0a2c3da1-239e-4114-a76d-f8a329a6f422 admin admin] Publish callbacks [] for security_group (59b720e8-a220-4b0b-bcf2-23abbb980c6b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:23.488549 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:22Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:23.533257 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0a2c3da1-239e-4114-a76d-f8a329a6f422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (59b720e8-a220-4b0b-bcf2-23abbb980c6b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:23.647749 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:19:23.658891 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:19:23.692937 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:18:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:23.696312 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-74b659d4-37c2-4123-a0aa-fdce38209a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:23.699569 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-74b659d4-37c2-4123-a0aa-fdce38209a24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cc58e300bfaa41acabc1a63ae6861fe9&device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 1129 time: 0.1820185 Apr 11 13:19:23.701132 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c3da1-239e-4114-a76d-f8a329a6f422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b720e8-a220-4b0b-bcf2-23abbb980c6b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:23.768522 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-c1fa5f57-7995-4b38-b67f-b754acd2bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:23.768522 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-c1fa5f57-7995-4b38-b67f-b754acd2bd5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 1129 time: 0.3092937 Apr 11 13:19:23.768522 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0a2c3da1-239e-4114-a76d-f8a329a6f422 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f918910f4b64f17a14bdcf214906d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6110809 Apr 11 13:19:23.768785 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42944) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:23.857189 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ca50-8424-4d8e-853e-37074eea607e req-10c472fd-418b-47a2-b22c-5b7b99081faf tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:23.857189 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7b53ca50-8424-4d8e-853e-37074eea607e req-10c472fd-418b-47a2-b22c-5b7b99081faf tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.3356128 Apr 11 13:19:23.857364 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ad45d31f-666d-4f6e-8d3f-ce4e19fe0e9d admin admin] Publish callbacks [] for security_group (59b720e8-a220-4b0b-bcf2-23abbb980c6b), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:23.862042 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:19:24.022798 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ad45d31f-666d-4f6e-8d3f-ce4e19fe0e9d admin admin] Publish callbacks [] for security_group (59b720e8-a220-4b0b-bcf2-23abbb980c6b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:24.125568 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:22Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:24.157957 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747aeb41-7963-4e9a-b63d-b89b0a61d592 None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:22Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:19:24.229583 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7b53ca50-8424-4d8e-853e-37074eea607e req-4889ecb3-46cd-4fec-aacc-3c7523ff2535 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3760939 Apr 11 13:19:24.245550 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-209ae8e7-af93-4a26-b379-714784a6cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:24.247361 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-209ae8e7-af93-4a26-b379-714784a6cf9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 915 time: 0.4616947 Apr 11 13:19:24.253896 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-4478379b-7b98-4a85-95bc-81bc84db9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:24.255410 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-4478379b-7b98-4a85-95bc-81bc84db9c34 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cabee010-4624-4a77-9132-85b3311d6ff3 HTTP/1.1" status: 200 len: 913 time: 0.5245471 Apr 11 13:19:24.339367 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-21b95fd5-e32b-427d-ba62-90e1156d20c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ded04aa7-f962-41b2-bd08-2c92b3aa55ae HTTP/1.1" status: 200 len: 217 time: 0.0771842 Apr 11 13:19:24.426015 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e154938-e7c1-4c0a-afe5-c81324fbfdd5 None None] New status for floating IP cd167b10-9a71-42b0-b581-6ffe7730d6c2: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:19:24.431642 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-07ac4eb0-77f8-49d2-bcda-eaf76cc7ede9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea HTTP/1.1" status: 200 len: 998 time: 0.1750400 Apr 11 13:19:24.448685 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-b4576f49-4973-4553-a198-277c547ff2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:24.450526 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-b4576f49-4973-4553-a198-277c547ff2a9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b HTTP/1.1" status: 200 len: 852 time: 0.1051288 Apr 11 13:19:24.511800 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-887b7f71-da74-4697-aeb2-4ddce5a3a3a4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cabee010-4624-4a77-9132-85b3311d6ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393324 Apr 11 13:19:24.540685 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-e9c31514-5b54-4b25-a13e-18781e85e490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:24.542353 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-e9c31514-5b54-4b25-a13e-18781e85e490 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.1041470 Apr 11 13:19:24.655009 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-e31b3b7e-7f8e-46b4-80cb-25bd57609455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:24.657037 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-e31b3b7e-7f8e-46b4-80cb-25bd57609455 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1061397 Apr 11 13:19:24.701119 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-6e081c60-5afb-4fa5-bf2a-db0f6626daa5 service neutron] 10.222.0.50 "GET /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827488 Apr 11 13:19:24.831698 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-80ef0cfa-da8c-4c93-bf5a-a189827b6be8 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635392 Apr 11 13:19:24.853180 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7e8d728-d68d-4de7-ade1-75139c1bc2d8 req-f9e61dd1-9531-4b9b-9f28-292551c6a19e service neutron] 10.222.0.50 "GET /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459866 Apr 11 13:19:24.929857 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a982fa2e-ae22-4737-9913-2a2193f80b07 req-0b28a75e-8044-44cb-b239-8f6a3a99c785 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890174 Apr 11 13:19:25.268847 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ad45d31f-666d-4f6e-8d3f-ce4e19fe0e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (59b720e8-a220-4b0b-bcf2-23abbb980c6b), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:25.271663 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ad45d31f-666d-4f6e-8d3f-ce4e19fe0e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:25.275541 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ad45d31f-666d-4f6e-8d3f-ce4e19fe0e9d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/59b720e8-a220-4b0b-bcf2-23abbb980c6b HTTP/1.1" status: 204 len: 168 time: 1.5082929 Apr 11 13:19:25.284169 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45d31f-666d-4f6e-8d3f-ce4e19fe0e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b720e8-a220-4b0b-bcf2-23abbb980c6b,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:25.360681 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d14c2-9b3a-414c-a571-cdf6e502c76d req-7dcc049e-0ab1-432f-a6e6-52e07a3d587a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:25.362204 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f91d14c2-9b3a-414c-a571-cdf6e502c76d req-7dcc049e-0ab1-432f-a6e6-52e07a3d587a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0539505 Apr 11 13:19:25.423812 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f91d14c2-9b3a-414c-a571-cdf6e502c76d req-fc2c1dbb-6e5e-43b2-8b0b-ed2d14ffe09b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526485 Apr 11 13:19:25.542546 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d9fd1-ed44-43f9-8ffe-05e134609e2f req-ae85eaab-d381-41c9-8a77-7f90aaff5766 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:25.544088 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7b4d9fd1-ed44-43f9-8ffe-05e134609e2f req-ae85eaab-d381-41c9-8a77-7f90aaff5766 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0496433 Apr 11 13:19:25.553250 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42978) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:25.558756 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'floatingip': {'port_id': 'e26de0be-ee50-45b6-bcf8-53029631691b'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:19:25.642488 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:25.718136 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-030f3313-e4b0-443d-aa28-e39ffc5fac67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.249922 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 42986) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:26.275736 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9573b90e-2ab0-4c7d-816b-37f0fc097fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.360341 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9573b90e-2ab0-4c7d-816b-37f0fc097fdf admin admin] Publish callbacks [] for security_group (42609f6e-cead-476f-a163-806ab5a99014), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.368820 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.410231 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.db.resource_extend [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 13:19:26.457099 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9573b90e-2ab0-4c7d-816b-37f0fc097fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (42609f6e-cead-476f-a163-806ab5a99014), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.512471 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.512697 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9573b90e-2ab0-4c7d-816b-37f0fc097fdf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bfab67868434d799eb553e2b8fa06f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562346 Apr 11 13:19:26.512697 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573b90e-2ab0-4c7d-816b-37f0fc097fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42609f6e-cead-476f-a163-806ab5a99014,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:26.512994 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 42994) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:26.565008 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea331bc1-03ac-44ec-a9c3-ad1214f2d2e4 admin admin] Publish callbacks [] for security_group (42609f6e-cead-476f-a163-806ab5a99014), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.586413 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea331bc1-03ac-44ec-a9c3-ad1214f2d2e4 admin admin] Publish callbacks [] for security_group (42609f6e-cead-476f-a163-806ab5a99014), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.631575 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.741247 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea331bc1-03ac-44ec-a9c3-ad1214f2d2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (42609f6e-cead-476f-a163-806ab5a99014), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.743826 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea331bc1-03ac-44ec-a9c3-ad1214f2d2e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:26.745232 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ea331bc1-03ac-44ec-a9c3-ad1214f2d2e4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42609f6e-cead-476f-a163-806ab5a99014 HTTP/1.1" status: 204 len: 168 time: 0.2332599 Apr 11 13:19:26.756268 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Floating IP 8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1 associated. External IP: 172.27.3.94, port: e26de0be-ee50-45b6-bcf8-53029631691b. Apr 11 13:19:26.759717 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea331bc1-03ac-44ec-a9c3-ad1214f2d2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42609f6e-cead-476f-a163-806ab5a99014,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:27.001854 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:19:27.125917 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:19:27.139274 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:27.139440 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] Sync routers for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:19:27.150993 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:19:27.151691 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:19:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:27.202100 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3f116370-024c-46cb-bcb4-85005dc6796b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "PUT /v2.0/floatingips/8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1 HTTP/1.1" status: 200 len: 990 time: 1.6475232 Apr 11 13:19:27.204134 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'tag': 'e26de0be-ee50-45b6-bcf8-53029631691b'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:19:27.208189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943fb403-5b70-49eb-8e67-103a75bebc43" -d '{"events": [{"name": "network-changed", "server_uuid": "d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c", "tag": "e26de0be-ee50-45b6-bcf8-53029631691b"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:19:27.254238 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5439c9-b80f-4195-8d4d-625d676987cc x-openstack-request-id: req-be5439c9-b80f-4195-8d4d-625d676987cc {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:19:27.254534 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c", "tag": "e26de0be-ee50-45b6-bcf8-53029631691b", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:19:27.254790 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-be5439c9-b80f-4195-8d4d-625d676987cc {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:19:27.255196 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5439c9-b80f-4195-8d4d-625d676987cc'] response: {'name': 'network-changed', 'server_uuid': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'tag': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'status': 'completed', 'code': 200} Apr 11 13:19:27.286427 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:19:27.330775 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-5c2a5485-7be8-4883-b86f-5e6dfd0b17a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:27.332573 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-5c2a5485-7be8-4883-b86f-5e6dfd0b17a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 1129 time: 0.0436559 Apr 11 13:19:27.440355 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-be12c6d0-ae23-4063-923e-881ed1055fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:27.442995 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-be12c6d0-ae23-4063-923e-881ed1055fd7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 910 time: 0.1040199 Apr 11 13:19:27.571162 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-4616f100-8ae5-418e-81d6-9902a866bae1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26de0be-ee50-45b6-bcf8-53029631691b HTTP/1.1" status: 200 len: 998 time: 0.0906141 Apr 11 13:19:27.591945 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'port_id': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'mac_address': 'fa:16:3e:88:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:49Z', 'updated_at': '2022-04-11T13:19:26Z', 'revision_number': 1, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:27.636686 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-3086a7c7-f5fe-4915-a90f-8bd6076aab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:27.638400 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-3086a7c7-f5fe-4915-a90f-8bd6076aab71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 200 len: 848 time: 0.0617597 Apr 11 13:19:27.639743 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] Checking router: 41e290f6-5bec-4dea-ab8c-22d3878bcb97 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:19:27.649896 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:19:27.651411 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:19:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:27.703433 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-81bb81ff-adbb-4d9c-a20a-43cb53b1e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:27.705350 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-81bb81ff-adbb-4d9c-a20a-43cb53b1e6a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530d667c-2b84-4e74-b0c8-6f18245ef6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593011 Apr 11 13:19:27.784641 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:19:27.856378 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-608f5d9c-f022-4ed2-bc81-9d1561045776 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325009 Apr 11 13:19:27.973292 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-943fb403-5b70-49eb-8e67-103a75bebc43 req-6c370f4d-71df-4c20-bc81-0c5c51216cd9 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110339 Apr 11 13:19:27.974632 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:28.077338 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'port_id': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'mac_address': 'fa:16:3e:88:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:49Z', 'updated_at': '2022-04-11T13:19:26Z', 'revision_number': 1, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:28.111299 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aed3f0-e983-482e-b3ad-706370688758 None None] The sync data for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi is: [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'port_id': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'mac_address': 'fa:16:3e:88:1a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:49Z', 'updated_at': '2022-04-11T13:19:26Z', 'revision_number': 1, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:19:28.376464 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf06ab0-c8c4-4538-a5a5-8e93e095c32c None None] New status for floating IP 8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:19:28.420011 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43074) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:28.579697 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3d1-3f59-4087-a326-f8685d7b7a61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:28.673203 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3d1-3f59-4087-a326-f8685d7b7a61 admin admin] Publish callbacks [] for security_group (2debc40d-881b-40e1-ba69-a40043449ffc), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:28.905730 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-90d4e3d1-3f59-4087-a326-f8685d7b7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (2debc40d-881b-40e1-ba69-a40043449ffc), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:28.944237 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-90d4e3d1-3f59-4087-a326-f8685d7b7a61 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=35afd9a6b71c473c8a298f764501a3bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5227666 Apr 11 13:19:28.946101 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4e3d1-3f59-4087-a326-f8685d7b7a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2debc40d-881b-40e1-ba69-a40043449ffc,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:28.947013 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43094) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:29.003268 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2a75-01ed-4b93-80fe-21e0d3f8daf0 admin admin] Publish callbacks [] for security_group (2debc40d-881b-40e1-ba69-a40043449ffc), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:29.026799 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2a75-01ed-4b93-80fe-21e0d3f8daf0 admin admin] Publish callbacks [] for security_group (2debc40d-881b-40e1-ba69-a40043449ffc), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:29.171927 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2a75-01ed-4b93-80fe-21e0d3f8daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (2debc40d-881b-40e1-ba69-a40043449ffc), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:29.174956 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8ee2a75-01ed-4b93-80fe-21e0d3f8daf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:29.176664 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f8ee2a75-01ed-4b93-80fe-21e0d3f8daf0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2debc40d-881b-40e1-ba69-a40043449ffc HTTP/1.1" status: 204 len: 168 time: 0.2281041 Apr 11 13:19:29.187098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee2a75-01ed-4b93-80fe-21e0d3f8daf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2debc40d-881b-40e1-ba69-a40043449ffc,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:29.626358 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:30.055208 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43144) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:30.070836 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ab21fc2b-8127-4fa2-bf45-bab77f19d82c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:30.155094 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ab21fc2b-8127-4fa2-bf45-bab77f19d82c admin admin] Publish callbacks [] for security_group (3123e90a-f782-47f2-9885-7cfd375e7bd5), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:30.306031 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ab21fc2b-8127-4fa2-bf45-bab77f19d82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3123e90a-f782-47f2-9885-7cfd375e7bd5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:30.350909 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21fc2b-8127-4fa2-bf45-bab77f19d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3123e90a-f782-47f2-9885-7cfd375e7bd5,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:30.356200 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ab21fc2b-8127-4fa2-bf45-bab77f19d82c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6e0270757e747359e2e248a893c9ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998204 Apr 11 13:19:30.361720 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43162) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:30.435899 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Publish callbacks [] for security_group (3123e90a-f782-47f2-9885-7cfd375e7bd5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:30.470969 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Publish callbacks [] for security_group (3123e90a-f782-47f2-9885-7cfd375e7bd5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:30.614461 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3123e90a-f782-47f2-9885-7cfd375e7bd5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:30.617289 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:30.618847 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3123e90a-f782-47f2-9885-7cfd375e7bd5 HTTP/1.1" status: 204 len: 168 time: 0.2558739 Apr 11 13:19:30.630973 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3123e90a-f782-47f2-9885-7cfd375e7bd5,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:30.638626 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.638981 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.639329 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.639672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.640011 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.640342 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.640857 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.641340 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.641830 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.642518 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.642994 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.643502 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.643988 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.644472 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:30.644948 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446ebc81-c681-421b-bfe9-c71b6c976670 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:31.414230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43202) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:31.467781 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c9cf722-33a0-4ce3-af2c-4f603d096cda admin admin] Deleting subnet 10eea673-5b69-4201-b168-7816456d0693 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:19:31.471442 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf722-33a0-4ce3-af2c-4f603d096cda admin admin] Publish callbacks [] for subnet (10eea673-5b69-4201-b168-7816456d0693), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:31.513417 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf722-33a0-4ce3-af2c-4f603d096cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (10eea673-5b69-4201-b168-7816456d0693), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:31.567931 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf722-33a0-4ce3-af2c-4f603d096cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (10eea673-5b69-4201-b168-7816456d0693), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:31.735109 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf722-33a0-4ce3-af2c-4f603d096cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (10eea673-5b69-4201-b168-7816456d0693), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:31.762856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cf722-33a0-4ce3-af2c-4f603d096cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10eea673-5b69-4201-b168-7816456d0693,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:31.767043 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c9cf722-33a0-4ce3-af2c-4f603d096cda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:31.770309 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3c9cf722-33a0-4ce3-af2c-4f603d096cda admin admin] 10.222.0.49 "DELETE /v2.0/subnets/10eea673-5b69-4201-b168-7816456d0693 HTTP/1.1" status: 204 len: 168 time: 0.3549354 Apr 11 13:19:31.772690 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43222) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:31.853220 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (4009e729-9ed6-44ce-9ad6-f186ddf77405), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:31.938910 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (4009e729-9ed6-44ce-9ad6-f186ddf77405), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:31.966794 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4009e729-9ed6-44ce-9ad6-f186ddf77405']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:31.977832 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf106be8-e22f-464b-a42a-324248ab499b') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:31.978215 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf106be8-e22f-464b-a42a-324248ab499b') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:31.989736 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (cf106be8-e22f-464b-a42a-324248ab499b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.005376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (cf106be8-e22f-464b-a42a-324248ab499b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.020470 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:19:32.020929 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (cf106be8-e22f-464b-a42a-324248ab499b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:19:32.023395 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:19:32.185122 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (4009e729-9ed6-44ce-9ad6-f186ddf77405), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.192445 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.196542 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] 10.222.0.49 "DELETE /v2.0/networks/4009e729-9ed6-44ce-9ad6-f186ddf77405 HTTP/1.1" status: 204 len: 168 time: 0.4228895 Apr 11 13:19:32.199723 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43230) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:32.208648 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22dc472-695b-4dd4-b6a8-2c978db1b45b admin admin] Pushing event deleted for resources: {'Network': ['ID=4009e729-9ed6-44ce-9ad6-f186ddf77405,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:32.253864 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Deleting subnet 0b125810-82cc-46ee-ab62-ab5b875fcfb6 {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:19:32.257116 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Publish callbacks [] for subnet (0b125810-82cc-46ee-ab62-ab5b875fcfb6), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.292407 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5458253'] for subnet (0b125810-82cc-46ee-ab62-ab5b875fcfb6), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.335651 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (0b125810-82cc-46ee-ab62-ab5b875fcfb6), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.509777 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4688828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4505320'] for subnet (0b125810-82cc-46ee-ab62-ab5b875fcfb6), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.543322 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b125810-82cc-46ee-ab62-ab5b875fcfb6,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:32.547675 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.552080 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0b125810-82cc-46ee-ab62-ab5b875fcfb6 HTTP/1.1" status: 204 len: 168 time: 0.3498962 Apr 11 13:19:32.555192 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43242) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:32.559507 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.559859 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.560218 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.560586 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.560952 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.561250 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.561579 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.561904 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.562302 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.562714 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.563065 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.563410 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.563829 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.564151 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.564627 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe2e398-f94b-49a8-802a-78f56eea680a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:32.656318 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (330e311b-1fa0-4183-83a5-992187a59859), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.763646 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (330e311b-1fa0-4183-83a5-992187a59859), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.790486 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330e311b-1fa0-4183-83a5-992187a59859']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:32.802642 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b92725-0f93-4404-a09c-1c53cddb0c2d') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:32.803156 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b92725-0f93-4404-a09c-1c53cddb0c2d') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:32.834161 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (b5b92725-0f93-4404-a09c-1c53cddb0c2d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.851054 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (b5b92725-0f93-4404-a09c-1c53cddb0c2d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.858691 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:19:32.860322 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (b5b92725-0f93-4404-a09c-1c53cddb0c2d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:19:32.869124 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:19:33.060071 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (330e311b-1fa0-4183-83a5-992187a59859), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:33.063437 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:33.070831 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/330e311b-1fa0-4183-83a5-992187a59859 HTTP/1.1" status: 204 len: 168 time: 0.5151358 Apr 11 13:19:33.083557 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3365b1-8270-421c-ac5a-f1a4af90c5e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=330e311b-1fa0-4183-83a5-992187a59859,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:33.505643 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43292) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:33.551366 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a9a5c536-995c-4e43-8dfe-7b210adf66eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=da740006fa564f10a0abc89643fc1788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443947 Apr 11 13:19:33.553838 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43294) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:33.630926 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-685116ea-fafa-4e80-8884-485629212b5e admin admin] Publish callbacks [] for security_group (371900fb-0120-45f3-a268-caf444069b2e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:33.671310 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-685116ea-fafa-4e80-8884-485629212b5e admin admin] Publish callbacks [] for security_group (371900fb-0120-45f3-a268-caf444069b2e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:33.860539 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-685116ea-fafa-4e80-8884-485629212b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (371900fb-0120-45f3-a268-caf444069b2e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:33.863183 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-685116ea-fafa-4e80-8884-485629212b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:33.864481 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-685116ea-fafa-4e80-8884-485629212b5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/371900fb-0120-45f3-a268-caf444069b2e HTTP/1.1" status: 204 len: 168 time: 0.3095317 Apr 11 13:19:33.873438 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685116ea-fafa-4e80-8884-485629212b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371900fb-0120-45f3-a268-caf444069b2e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:34.333415 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:19:34.656765 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43314) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:34.706317 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e38bc001-5f52-4e3b-8d52-4a756f3a37a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=22a8ff779ed44023af0b817fdbba4077&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458744 Apr 11 13:19:34.706620 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43318) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:34.766625 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf415089-86d0-4aca-aa78-235a7ab982f4 admin admin] Publish callbacks [] for security_group (5c0ca115-c1ef-4719-9e58-7fd6b94d57db), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:34.790374 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf415089-86d0-4aca-aa78-235a7ab982f4 admin admin] Publish callbacks [] for security_group (5c0ca115-c1ef-4719-9e58-7fd6b94d57db), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:34.949474 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf415089-86d0-4aca-aa78-235a7ab982f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (5c0ca115-c1ef-4719-9e58-7fd6b94d57db), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:34.952382 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bf415089-86d0-4aca-aa78-235a7ab982f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:34.953547 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bf415089-86d0-4aca-aa78-235a7ab982f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5c0ca115-c1ef-4719-9e58-7fd6b94d57db HTTP/1.1" status: 204 len: 168 time: 0.2458847 Apr 11 13:19:34.961986 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf415089-86d0-4aca-aa78-235a7ab982f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ca115-c1ef-4719-9e58-7fd6b94d57db,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:39.979332 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035fe02-0208-4b3c-a914-7de31c6fcbce req-6b2b3e2c-bc34-4cf3-8326-11edaf94b471 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:39.981492 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9035fe02-0208-4b3c-a914-7de31c6fcbce req-6b2b3e2c-bc34-4cf3-8326-11edaf94b471 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0520072 Apr 11 13:19:40.035636 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9035fe02-0208-4b3c-a914-7de31c6fcbce req-ac69abd3-0bec-4849-82f9-7cbb08a0f7bd tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483141 Apr 11 13:19:41.164098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732df7bd-8510-40a0-95cd-f1656a8457ef req-a4754599-abfb-4f7f-beb8-fd7d3dfb0dae tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:41.165600 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-732df7bd-8510-40a0-95cd-f1656a8457ef req-a4754599-abfb-4f7f-beb8-fd7d3dfb0dae tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0503230 Apr 11 13:19:41.217292 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-732df7bd-8510-40a0-95cd-f1656a8457ef req-ecc19338-17a0-4050-b142-578a7b11a4e3 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Apr 11 13:19:42.338517 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bf344-b0d2-4e2f-9626-5264db52f8d9 req-73d7a571-8918-4ac6-a54f-5c2e1ac2c8d5 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:42.340842 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d55bf344-b0d2-4e2f-9626-5264db52f8d9 req-73d7a571-8918-4ac6-a54f-5c2e1ac2c8d5 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0496178 Apr 11 13:19:42.403844 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d55bf344-b0d2-4e2f-9626-5264db52f8d9 req-c811cbc9-9680-4a36-85b4-5c0948f6838f tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526993 Apr 11 13:19:43.544598 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661dbf30-5a7d-4901-8559-a912cb0e0261 req-4df55e12-0921-4d05-a1ef-f490c5a5e026 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:43.547472 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-661dbf30-5a7d-4901-8559-a912cb0e0261 req-4df55e12-0921-4d05-a1ef-f490c5a5e026 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0621188 Apr 11 13:19:43.606891 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-661dbf30-5a7d-4901-8559-a912cb0e0261 req-7ae13436-aac7-4f69-ac1e-9550f9fe71f6 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546472 Apr 11 13:19:44.178811 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d2e3e788-c6d8-4182-aea5-3f540284c162 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:44.180281 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d2e3e788-c6d8-4182-aea5-3f540284c162 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0469363 Apr 11 13:19:44.305302 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Deleting port ded04aa7-f962-41b2-bd08-2c92b3aa55ae {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:19:44.330401 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:44.473902 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] For port ded04aa7-f962-41b2-bd08-2c92b3aa55ae, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,segment=NetworkSegment(188b4f8b-caff-45a3-808f-a0a71c8e0d28),segment_id=188b4f8b-caff-45a3-808f-a0a71c8e0d28)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:44.474324 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:44.492305 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Calling delete_port for ded04aa7-f962-41b2-bd08-2c92b3aa55ae owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:19:44.732962 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa413d-ae90-4453-a2d8-d57cba17ec7a req-4659e036-d3c5-41fe-bb84-c755871307a7 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:44.734672 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2aaa413d-ae90-4453-a2d8-d57cba17ec7a req-4659e036-d3c5-41fe-bb84-c755871307a7 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 945 time: 0.0490839 Apr 11 13:19:44.783768 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (ded04aa7-f962-41b2-bd08-2c92b3aa55ae), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:44.797021 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['ded04aa7-f962-41b2-bd08-2c92b3aa55ae'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:19:44.820657 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2aaa413d-ae90-4453-a2d8-d57cba17ec7a req-1d33297f-d531-4c1c-9c34-2004906e201f tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/security-groups?id=00f15f4a-7b57-412c-94f4-1ca9bd41cc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771434 Apr 11 13:19:44.822074 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Pushing event deleted for resources: {'Port': ['ID=ded04aa7-f962-41b2-bd08-2c92b3aa55ae,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:44.892363 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] No DVR routers for this DVR port ded04aa7-f962-41b2-bd08-2c92b3aa55ae on host hv-cinder-83697 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:19:44.899327 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:44.900964 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-519a2cfe-b038-4f41-987e-bf0f358d83df req-d5a13cfe-2ada-4fb7-b9e7-fb855c5ffafa tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.50 "DELETE /v2.0/ports/ded04aa7-f962-41b2-bd08-2c92b3aa55ae HTTP/1.1" status: 204 len: 173 time: 0.7143612 Apr 11 13:19:44.901754 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2a28f7-26b5-4c86-8c17-9a39521445c9', 'name': 'network-vif-deleted', 'tag': 'ded04aa7-f962-41b2-bd08-2c92b3aa55ae'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:19:44.905663 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802ff96d-7436-47c9-ae28-a0bae3e4b897" -d '{"events": [{"server_uuid": "0d2a28f7-26b5-4c86-8c17-9a39521445c9", "name": "network-vif-deleted", "tag": "ded04aa7-f962-41b2-bd08-2c92b3aa55ae"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:19:44.952670 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438037f0-61a9-43c8-aad4-5c04876d747c x-openstack-request-id: req-438037f0-61a9-43c8-aad4-5c04876d747c {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:19:44.952966 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2a28f7-26b5-4c86-8c17-9a39521445c9", "name": "network-vif-deleted", "tag": "ded04aa7-f962-41b2-bd08-2c92b3aa55ae", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:19:44.953221 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-438037f0-61a9-43c8-aad4-5c04876d747c {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:19:44.953617 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438037f0-61a9-43c8-aad4-5c04876d747c'] response: {'server_uuid': '0d2a28f7-26b5-4c86-8c17-9a39521445c9', 'name': 'network-vif-deleted', 'tag': 'ded04aa7-f962-41b2-bd08-2c92b3aa55ae', 'status': 'completed', 'code': 200} Apr 11 13:19:45.954880 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6a26346a-f71d-42cd-874e-dab650b6eed4 req-c5fef94b-4d09-4c7a-9667-3ac3d7e91c90 tempest-DeleteServersTestJSON-218383969 tempest-DeleteServersTestJSON-218383969-project] 10.222.0.49 "GET /v2.0/ports?device_id=0d2a28f7-26b5-4c86-8c17-9a39521445c9 HTTP/1.1" status: 200 len: 210 time: 0.0343032 Apr 11 13:19:46.029814 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43662) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:46.158762 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-93cc1d5b-ea33-493e-990d-c38e3774219a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:46.258148 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-93cc1d5b-ea33-493e-990d-c38e3774219a admin admin] Publish callbacks [] for security_group (99244021-03cb-4f0e-91ba-379a06dc1351), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:46.338144 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-93cc1d5b-ea33-493e-990d-c38e3774219a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (99244021-03cb-4f0e-91ba-379a06dc1351), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:46.413834 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-93cc1d5b-ea33-493e-990d-c38e3774219a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ca6068922ae4790be47d18b5dd8966f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762052 Apr 11 13:19:46.414979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43690) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:46.452347 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc1d5b-ea33-493e-990d-c38e3774219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99244021-03cb-4f0e-91ba-379a06dc1351,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:46.503594 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aef3fae1-a0e5-457b-83b8-50c1dad5343a admin admin] Publish callbacks [] for security_group (99244021-03cb-4f0e-91ba-379a06dc1351), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:46.538907 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aef3fae1-a0e5-457b-83b8-50c1dad5343a admin admin] Publish callbacks [] for security_group (99244021-03cb-4f0e-91ba-379a06dc1351), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:46.660082 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aef3fae1-a0e5-457b-83b8-50c1dad5343a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (99244021-03cb-4f0e-91ba-379a06dc1351), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:46.662698 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aef3fae1-a0e5-457b-83b8-50c1dad5343a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:46.666856 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aef3fae1-a0e5-457b-83b8-50c1dad5343a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/99244021-03cb-4f0e-91ba-379a06dc1351 HTTP/1.1" status: 204 len: 168 time: 0.2487109 Apr 11 13:19:46.675049 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3fae1-a0e5-457b-83b8-50c1dad5343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99244021-03cb-4f0e-91ba-379a06dc1351,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:46.912401 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43700) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:47.151967 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd9acf2a-4d26-42ba-a753-10563127f8da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.247002 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd9acf2a-4d26-42ba-a753-10563127f8da admin admin] Publish callbacks [] for security_group (9b13e7aa-a275-4fd3-b6e5-00790f82b587), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.397629 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd9acf2a-4d26-42ba-a753-10563127f8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9b13e7aa-a275-4fd3-b6e5-00790f82b587), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.439469 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fd9acf2a-4d26-42ba-a753-10563127f8da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ae23666fa9c24ed5b3e0ecdfac1f4448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258613 Apr 11 13:19:47.440852 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9acf2a-4d26-42ba-a753-10563127f8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13e7aa-a275-4fd3-b6e5-00790f82b587,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:47.445089 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43728) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:47.517068 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f3dca46a-3344-4ebc-b822-4fae7d3e84e6 admin admin] Publish callbacks [] for security_group (9b13e7aa-a275-4fd3-b6e5-00790f82b587), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.549148 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f3dca46a-3344-4ebc-b822-4fae7d3e84e6 admin admin] Publish callbacks [] for security_group (9b13e7aa-a275-4fd3-b6e5-00790f82b587), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.588041 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43734) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:47.603087 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27262a84-54cc-49d5-ba2c-a535013197ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.701234 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f3dca46a-3344-4ebc-b822-4fae7d3e84e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9b13e7aa-a275-4fd3-b6e5-00790f82b587), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.701234 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f3dca46a-3344-4ebc-b822-4fae7d3e84e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.701234 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f3dca46a-3344-4ebc-b822-4fae7d3e84e6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b13e7aa-a275-4fd3-b6e5-00790f82b587 HTTP/1.1" status: 204 len: 168 time: 0.2502737 Apr 11 13:19:47.720409 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dca46a-3344-4ebc-b822-4fae7d3e84e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13e7aa-a275-4fd3-b6e5-00790f82b587,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:47.792062 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27262a84-54cc-49d5-ba2c-a535013197ad admin admin] Publish callbacks [] for security_group (c5f97dbf-d485-4bce-8227-631033828b66), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.854424 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-27262a84-54cc-49d5-ba2c-a535013197ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c5f97dbf-d485-4bce-8227-631033828b66), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.895544 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-27262a84-54cc-49d5-ba2c-a535013197ad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01ec78f4dda24b8ea584b7118571428f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061571 Apr 11 13:19:47.896491 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27262a84-54cc-49d5-ba2c-a535013197ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f97dbf-d485-4bce-8227-631033828b66,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:47.898203 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43744) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:47.957972 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6e9389d-84a8-4973-bbff-6f45a42094e5 admin admin] Publish callbacks [] for security_group (c5f97dbf-d485-4bce-8227-631033828b66), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:47.981290 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6e9389d-84a8-4973-bbff-6f45a42094e5 admin admin] Publish callbacks [] for security_group (c5f97dbf-d485-4bce-8227-631033828b66), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.108950 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6e9389d-84a8-4973-bbff-6f45a42094e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c5f97dbf-d485-4bce-8227-631033828b66), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.111664 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e6e9389d-84a8-4973-bbff-6f45a42094e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.112826 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e6e9389d-84a8-4973-bbff-6f45a42094e5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c5f97dbf-d485-4bce-8227-631033828b66 HTTP/1.1" status: 204 len: 168 time: 0.2132299 Apr 11 13:19:48.120471 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9389d-84a8-4973-bbff-6f45a42094e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f97dbf-d485-4bce-8227-631033828b66,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:48.382299 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device ded04aa7-f962-41b2-bd08-2c92b3aa55ae no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:19:48.414227 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: ded04aa7-f962-41b2-bd08-2c92b3aa55ae {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:19:48.414574 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device ded04aa7-f962-41b2-bd08-2c92b3aa55ae not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:19:48.546323 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43766) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:48.574356 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6dfffcc6-9b34-4384-a472-59fdccd94f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.687356 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43778) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:48.701892 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6dfffcc6-9b34-4384-a472-59fdccd94f49 admin admin] Publish callbacks [] for security_group (0260274d-0e4c-4c47-b58c-9bc174c94e7d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.748487 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cb4a8a-ff50-41f7-87af-2107f8da096f admin admin] Deleting subnet 24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:19:48.752517 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60cb4a8a-ff50-41f7-87af-2107f8da096f admin admin] Publish callbacks [] for subnet (24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.795383 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6dfffcc6-9b34-4384-a472-59fdccd94f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0260274d-0e4c-4c47-b58c-9bc174c94e7d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.802446 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60cb4a8a-ff50-41f7-87af-2107f8da096f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.844902 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6dfffcc6-9b34-4384-a472-59fdccd94f49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7dc3ec5ca3a44a1fb322ddb7afed6dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968338 Apr 11 13:19:48.844902 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfffcc6-9b34-4384-a472-59fdccd94f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0260274d-0e4c-4c47-b58c-9bc174c94e7d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:48.864274 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43792) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:48.875571 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60cb4a8a-ff50-41f7-87af-2107f8da096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.960150 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31754ced-570c-4a51-b756-0b8f52a51f90 admin admin] Publish callbacks [] for security_group (0260274d-0e4c-4c47-b58c-9bc174c94e7d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:48.982844 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31754ced-570c-4a51-b756-0b8f52a51f90 admin admin] Publish callbacks [] for security_group (0260274d-0e4c-4c47-b58c-9bc174c94e7d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.045897 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60cb4a8a-ff50-41f7-87af-2107f8da096f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.056586 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-60cb4a8a-ff50-41f7-87af-2107f8da096f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.060448 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-60cb4a8a-ff50-41f7-87af-2107f8da096f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b HTTP/1.1" status: 204 len: 168 time: 0.3714459 Apr 11 13:19:49.062914 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43798) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:49.087982 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb4a8a-ff50-41f7-87af-2107f8da096f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c3391b-c1fc-419a-9f1d-8b3e0afb6e4b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:49.150096 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31754ced-570c-4a51-b756-0b8f52a51f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0260274d-0e4c-4c47-b58c-9bc174c94e7d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.156899 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-31754ced-570c-4a51-b756-0b8f52a51f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.156899 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-31754ced-570c-4a51-b756-0b8f52a51f90 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0260274d-0e4c-4c47-b58c-9bc174c94e7d HTTP/1.1" status: 204 len: 168 time: 0.2900541 Apr 11 13:19:49.176457 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754ced-570c-4a51-b756-0b8f52a51f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0260274d-0e4c-4c47-b58c-9bc174c94e7d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:49.181555 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (cabee010-4624-4a77-9132-85b3311d6ff3), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.232683 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43808) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:49.283110 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (cabee010-4624-4a77-9132-85b3311d6ff3), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.309870 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabee010-4624-4a77-9132-85b3311d6ff3']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:49.321504 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188b4f8b-caff-45a3-808f-a0a71c8e0d28') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:49.321803 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188b4f8b-caff-45a3-808f-a0a71c8e0d28') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:19:49.332617 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (188b4f8b-caff-45a3-808f-a0a71c8e0d28), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.347963 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (188b4f8b-caff-45a3-808f-a0a71c8e0d28), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.354287 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:19:49.354876 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (188b4f8b-caff-45a3-808f-a0a71c8e0d28), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:19:49.356955 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:19:49.567489 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eec8cc7d-91c3-4ecd-8871-a014f0689e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.690939 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eec8cc7d-91c3-4ecd-8871-a014f0689e23 admin admin] Publish callbacks [] for security_group (d4099f45-aa4f-4969-a5d7-da19637e3465), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.728625 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (cabee010-4624-4a77-9132-85b3311d6ff3), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.735408 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.741178 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] 10.222.0.49 "DELETE /v2.0/networks/cabee010-4624-4a77-9132-85b3311d6ff3 HTTP/1.1" status: 204 len: 168 time: 0.6580982 Apr 11 13:19:49.753688 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd34087-0dd2-4b38-9599-a93747d5d2fc admin admin] Pushing event deleted for resources: {'Network': ['ID=cabee010-4624-4a77-9132-85b3311d6ff3,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:49.791462 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eec8cc7d-91c3-4ecd-8871-a014f0689e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d4099f45-aa4f-4969-a5d7-da19637e3465), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.832165 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-eec8cc7d-91c3-4ecd-8871-a014f0689e23 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1161f53ddb0441fb992706e5f12903d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5984018 Apr 11 13:19:49.833313 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8cc7d-91c3-4ecd-8871-a014f0689e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4099f45-aa4f-4969-a5d7-da19637e3465,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:49.835289 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43834) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:49.892715 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c299a8e6-79bf-4c5f-a5c0-84aac638cfc1 admin admin] Publish callbacks [] for security_group (d4099f45-aa4f-4969-a5d7-da19637e3465), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:49.915230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c299a8e6-79bf-4c5f-a5c0-84aac638cfc1 admin admin] Publish callbacks [] for security_group (d4099f45-aa4f-4969-a5d7-da19637e3465), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.086363 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c299a8e6-79bf-4c5f-a5c0-84aac638cfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d4099f45-aa4f-4969-a5d7-da19637e3465), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.089191 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c299a8e6-79bf-4c5f-a5c0-84aac638cfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.092827 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43842) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:50.093792 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c299a8e6-79bf-4c5f-a5c0-84aac638cfc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d4099f45-aa4f-4969-a5d7-da19637e3465 HTTP/1.1" status: 204 len: 168 time: 0.2571914 Apr 11 13:19:50.106964 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1b29728-7a16-4793-9934-a904cb5b66de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.119143 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299a8e6-79bf-4c5f-a5c0-84aac638cfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4099f45-aa4f-4969-a5d7-da19637e3465,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:50.202592 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1b29728-7a16-4793-9934-a904cb5b66de admin admin] Publish callbacks [] for security_group (7f007b0f-170f-48a0-8cd0-7e01a112b122), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.219792 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43848) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:50.292168 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c1b29728-7a16-4793-9934-a904cb5b66de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7f007b0f-170f-48a0-8cd0-7e01a112b122), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.337071 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c1b29728-7a16-4793-9934-a904cb5b66de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cea1b168aad4a06ba451aefc1629ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454009 Apr 11 13:19:50.341043 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43852) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:50.343695 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b29728-7a16-4793-9934-a904cb5b66de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f007b0f-170f-48a0-8cd0-7e01a112b122,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:50.415402 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5da7ea99-6315-4662-ba10-278177f2e65a admin admin] Publish callbacks [] for security_group (7f007b0f-170f-48a0-8cd0-7e01a112b122), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.442451 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5da7ea99-6315-4662-ba10-278177f2e65a admin admin] Publish callbacks [] for security_group (7f007b0f-170f-48a0-8cd0-7e01a112b122), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.537636 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43856) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:50.582352 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5da7ea99-6315-4662-ba10-278177f2e65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7f007b0f-170f-48a0-8cd0-7e01a112b122), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.585331 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5da7ea99-6315-4662-ba10-278177f2e65a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.586825 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9e387663-8749-4cc4-814d-c2300d36230b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc58e300bfaa41acabc1a63ae6861fe9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0479822 Apr 11 13:19:50.590417 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43858) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:50.590961 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5da7ea99-6315-4662-ba10-278177f2e65a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f007b0f-170f-48a0-8cd0-7e01a112b122 HTTP/1.1" status: 204 len: 168 time: 0.2477198 Apr 11 13:19:50.606265 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7ea99-6315-4662-ba10-278177f2e65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f007b0f-170f-48a0-8cd0-7e01a112b122,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:50.654696 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e428656d-f193-498c-ad71-a327f682af04 admin admin] Publish callbacks [] for security_group (00f15f4a-7b57-412c-94f4-1ca9bd41cc56), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.679979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e428656d-f193-498c-ad71-a327f682af04 admin admin] Publish callbacks [] for security_group (00f15f4a-7b57-412c-94f4-1ca9bd41cc56), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.750864 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36813d51-96da-471a-b142-defbd4315d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.818253 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e428656d-f193-498c-ad71-a327f682af04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (00f15f4a-7b57-412c-94f4-1ca9bd41cc56), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.822086 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e428656d-f193-498c-ad71-a327f682af04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.828392 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e428656d-f193-498c-ad71-a327f682af04 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/00f15f4a-7b57-412c-94f4-1ca9bd41cc56 HTTP/1.1" status: 204 len: 168 time: 0.2364264 Apr 11 13:19:50.838966 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428656d-f193-498c-ad71-a327f682af04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f15f4a-7b57-412c-94f4-1ca9bd41cc56,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:50.849458 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36813d51-96da-471a-b142-defbd4315d8f admin admin] Publish callbacks [] for security_group (cab26d58-6c36-430b-80bd-6a7b119cd83c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.945849 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36813d51-96da-471a-b142-defbd4315d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (cab26d58-6c36-430b-80bd-6a7b119cd83c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:50.988848 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-36813d51-96da-471a-b142-defbd4315d8f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3e6750929a045588d64b61b0f7cf18f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7674265 Apr 11 13:19:50.989795 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36813d51-96da-471a-b142-defbd4315d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab26d58-6c36-430b-80bd-6a7b119cd83c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:50.991785 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43868) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:51.047852 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d45ab035-c1c7-4de3-b716-d4da34919f97 admin admin] Publish callbacks [] for security_group (cab26d58-6c36-430b-80bd-6a7b119cd83c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.072537 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d45ab035-c1c7-4de3-b716-d4da34919f97 admin admin] Publish callbacks [] for security_group (cab26d58-6c36-430b-80bd-6a7b119cd83c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.171438 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d45ab035-c1c7-4de3-b716-d4da34919f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (cab26d58-6c36-430b-80bd-6a7b119cd83c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.174048 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d45ab035-c1c7-4de3-b716-d4da34919f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.175250 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d45ab035-c1c7-4de3-b716-d4da34919f97 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cab26d58-6c36-430b-80bd-6a7b119cd83c HTTP/1.1" status: 204 len: 168 time: 0.1821833 Apr 11 13:19:51.182998 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ab035-c1c7-4de3-b716-d4da34919f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab26d58-6c36-430b-80bd-6a7b119cd83c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:51.259224 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43874) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:51.275548 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9c19-b1da-437e-a21a-1b7e504fb998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.396042 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9c19-b1da-437e-a21a-1b7e504fb998 admin admin] Publish callbacks [] for security_group (5b7e65b7-ec1d-48d8-a751-8c870854c839), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.498559 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9c19-b1da-437e-a21a-1b7e504fb998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (5b7e65b7-ec1d-48d8-a751-8c870854c839), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.544748 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aaaf9c19-b1da-437e-a21a-1b7e504fb998 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=53ffddf95c074c80b2a70e43cc6dd540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807157 Apr 11 13:19:51.544748 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf9c19-b1da-437e-a21a-1b7e504fb998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7e65b7-ec1d-48d8-a751-8c870854c839,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:51.545681 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43882) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:51.603419 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5cf80761-78ad-4b7a-adfd-2aa2965beb94 admin admin] Publish callbacks [] for security_group (5b7e65b7-ec1d-48d8-a751-8c870854c839), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.630215 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5cf80761-78ad-4b7a-adfd-2aa2965beb94 admin admin] Publish callbacks [] for security_group (5b7e65b7-ec1d-48d8-a751-8c870854c839), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.854405 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5cf80761-78ad-4b7a-adfd-2aa2965beb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (5b7e65b7-ec1d-48d8-a751-8c870854c839), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.858507 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5cf80761-78ad-4b7a-adfd-2aa2965beb94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:51.859714 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5cf80761-78ad-4b7a-adfd-2aa2965beb94 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b7e65b7-ec1d-48d8-a751-8c870854c839 HTTP/1.1" status: 204 len: 168 time: 0.3131320 Apr 11 13:19:51.868901 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf80761-78ad-4b7a-adfd-2aa2965beb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7e65b7-ec1d-48d8-a751-8c870854c839,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:52.131579 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:52.515180 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43910) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:52.529779 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81957bf6-76bd-4f2f-8024-47675c1b306c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:52.619523 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81957bf6-76bd-4f2f-8024-47675c1b306c admin admin] Publish callbacks [] for security_group (d7db46d6-2f7b-45c9-bd05-220ac15b9fea), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:52.751676 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-81957bf6-76bd-4f2f-8024-47675c1b306c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d7db46d6-2f7b-45c9-bd05-220ac15b9fea), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:52.792563 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-81957bf6-76bd-4f2f-8024-47675c1b306c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c56cfac62eb24e6ca4650edb081e26ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760448 Apr 11 13:19:52.793815 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81957bf6-76bd-4f2f-8024-47675c1b306c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7db46d6-2f7b-45c9-bd05-220ac15b9fea,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:52.796105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43926) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:52.850534 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2549e688-d0d8-44a1-b899-13bf22fe5071 admin admin] Publish callbacks [] for security_group (d7db46d6-2f7b-45c9-bd05-220ac15b9fea), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:52.877546 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2549e688-d0d8-44a1-b899-13bf22fe5071 admin admin] Publish callbacks [] for security_group (d7db46d6-2f7b-45c9-bd05-220ac15b9fea), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:53.011552 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2549e688-d0d8-44a1-b899-13bf22fe5071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d7db46d6-2f7b-45c9-bd05-220ac15b9fea), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:53.014368 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2549e688-d0d8-44a1-b899-13bf22fe5071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:53.018389 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2549e688-d0d8-44a1-b899-13bf22fe5071 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d7db46d6-2f7b-45c9-bd05-220ac15b9fea HTTP/1.1" status: 204 len: 168 time: 0.2180350 Apr 11 13:19:53.024384 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549e688-d0d8-44a1-b899-13bf22fe5071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7db46d6-2f7b-45c9-bd05-220ac15b9fea,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:53.162898 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6e646d99-f50e-4561-aa42-4f1197929638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:54.240736 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 43988) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:54.354022 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 43996) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:54.595412 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-787eee0f-9a90-4a3f-98ac-b4c4d927acb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:54.693204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-787eee0f-9a90-4a3f-98ac-b4c4d927acb6 admin admin] Publish callbacks [] for security_group (0fdb4bb3-ea32-4267-96b3-3f13fabd2240), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:54.837440 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-787eee0f-9a90-4a3f-98ac-b4c4d927acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0fdb4bb3-ea32-4267-96b3-3f13fabd2240), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:54.878874 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eee0f-9a90-4a3f-98ac-b4c4d927acb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb4bb3-ea32-4267-96b3-3f13fabd2240,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:54.891063 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-787eee0f-9a90-4a3f-98ac-b4c4d927acb6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05b0413809174e33a286daa2bbb08ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6457431 Apr 11 13:19:54.891421 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44046) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:54.952001 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b3a3c56-bf20-4f96-9fa5-bdc46ba1f9d8 admin admin] Publish callbacks [] for security_group (0fdb4bb3-ea32-4267-96b3-3f13fabd2240), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:54.965511 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44048) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:54.981152 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b3a3c56-bf20-4f96-9fa5-bdc46ba1f9d8 admin admin] Publish callbacks [] for security_group (0fdb4bb3-ea32-4267-96b3-3f13fabd2240), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.006946 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-network', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:19:55.109257 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Made reservation on behalf of 3c7a1b34470341c88e3b1f1eefd94c52 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:19:55.109440 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b3a3c56-bf20-4f96-9fa5-bdc46ba1f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0fdb4bb3-ea32-4267-96b3-3f13fabd2240), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.111840 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.112132 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b3a3c56-bf20-4f96-9fa5-bdc46ba1f9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.113394 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4b3a3c56-bf20-4f96-9fa5-bdc46ba1f9d8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0fdb4bb3-ea32-4267-96b3-3f13fabd2240 HTTP/1.1" status: 204 len: 168 time: 0.2209482 Apr 11 13:19:55.123691 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a3c56-bf20-4f96-9fa5-bdc46ba1f9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb4bb3-ea32-4267-96b3-3f13fabd2240,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:55.154567 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.166074 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2fe78f9c-0e8f-4bb0-b0b4-5e94d7594e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.292613 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Publish callbacks [] for security_group (1e051487-df9e-4657-92d5-4af4ffc20c9b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.302116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2fe78f9c-0e8f-4bb0-b0b4-5e94d7594e1a admin admin] Publish callbacks [] for security_group (c9757092-e798-4905-a9a7-f0e1d003c315), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.432196 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (1e051487-df9e-4657-92d5-4af4ffc20c9b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.440267 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2fe78f9c-0e8f-4bb0-b0b4-5e94d7594e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c9757092-e798-4905-a9a7-f0e1d003c315), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.485041 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:19:55.510140 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (bc826a8d-adac-43a6-957e-da8fdbd2dd9f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.510556 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Added segment bc826a8d-adac-43a6-957e-da8fdbd2dd9f of type vlan for network 0632ad0e-187a-4a16-b8de-1935c502e5e7 Apr 11 13:19:55.512527 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e051487-df9e-4657-92d5-4af4ffc20c9b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:55.531975 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2fe78f9c-0e8f-4bb0-b0b4-5e94d7594e1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b6aef6598bfb4a568bb9b3dc83875472&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5647492 Apr 11 13:19:55.532140 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44066) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:55.580634 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (0632ad0e-187a-4a16-b8de-1935c502e5e7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.585037 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe78f9c-0e8f-4bb0-b0b4-5e94d7594e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9757092-e798-4905-a9a7-f0e1d003c315,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:55.612768 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e6d5-e8f0-4f49-a56a-98f5a959141d admin admin] Publish callbacks [] for security_group (c9757092-e798-4905-a9a7-f0e1d003c315), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.640860 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e6d5-e8f0-4f49-a56a-98f5a959141d admin admin] Publish callbacks [] for security_group (c9757092-e798-4905-a9a7-f0e1d003c315), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.795720 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (0632ad0e-187a-4a16-b8de-1935c502e5e7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.796253 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d169fa31-65b1-401f-8c28-18365b9c7a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.796947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:55.797542 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.867709 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0632ad0e-187a-4a16-b8de-1935c502e5e7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:55.923902 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:19:55.967559 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e6d5-e8f0-4f49-a56a-98f5a959141d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c9757092-e798-4905-a9a7-f0e1d003c315), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.972881 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e6d5-e8f0-4f49-a56a-98f5a959141d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:55.982050 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f4d9e6d5-e8f0-4f49-a56a-98f5a959141d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9757092-e798-4905-a9a7-f0e1d003c315 HTTP/1.1" status: 204 len: 168 time: 0.4414921 Apr 11 13:19:55.990161 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9e6d5-e8f0-4f49-a56a-98f5a959141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9757092-e798-4905-a9a7-f0e1d003c315,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:56.084022 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d478e00f-0375-475c-b198-4293e971b4d1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7285480 Apr 11 13:19:56.088681 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44080) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:56.095271 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Request body: {'subnet': {'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-subnet', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:19:56.232302 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Made reservation on behalf of 3c7a1b34470341c88e3b1f1eefd94c52 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:19:56.235428 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4505333'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.398524 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44098) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:56.445687 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b5257105-ffc4-46bd-ba26-499eacf4a8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.449250 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.588033 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b5257105-ffc4-46bd-ba26-499eacf4a8b5 admin admin] Publish callbacks [] for security_group (e5536437-5e90-41da-bdc3-e649b9d99df7), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.590188 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4688241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4505319'] for subnet (e12cfaf5-bccd-4235-96c8-af924d1ec965), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.665317 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e12cfaf5-bccd-4235-96c8-af924d1ec965,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:56.682053 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b5257105-ffc4-46bd-ba26-499eacf4a8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e5536437-5e90-41da-bdc3-e649b9d99df7), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.686458 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Checking segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:19:56.691707 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Network hostable DHCP agents. Network: 0632ad0e-187a-4a16-b8de-1935c502e5e7, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:19:56.747874 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b5257105-ffc4-46bd-ba26-499eacf4a8b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=162599a252ad4d7bb2b81fab9a9c4cc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3477352 Apr 11 13:19:56.750845 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44110) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:56.752953 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5257105-ffc4-46bd-ba26-499eacf4a8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5536437-5e90-41da-bdc3-e649b9d99df7,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:56.814719 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9a244b72-e2b0-4893-83df-723125e07252 admin admin] Publish callbacks [] for security_group (e5536437-5e90-41da-bdc3-e649b9d99df7), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.842028 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9a244b72-e2b0-4893-83df-723125e07252 admin admin] Publish callbacks [] for security_group (e5536437-5e90-41da-bdc3-e649b9d99df7), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.843395 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:19:56.961857 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 0632ad0e-187a-4a16-b8de-1935c502e5e7) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:19:56.972950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469278a-c71c-4033-91b8-08dd504944d5 None None] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:19:56.990257 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:19:56.990957 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.994489 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9a244b72-e2b0-4893-83df-723125e07252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e5536437-5e90-41da-bdc3-e649b9d99df7), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:56.999012 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9a244b72-e2b0-4893-83df-723125e07252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.010978 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9a244b72-e2b0-4893-83df-723125e07252 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e5536437-5e90-41da-bdc3-e649b9d99df7 HTTP/1.1" status: 204 len: 168 time: 0.2478349 Apr 11 13:19:57.010978 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a244b72-e2b0-4893-83df-723125e07252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5536437-5e90-41da-bdc3-e649b9d99df7,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:57.091427 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44116) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:57.108838 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-15b0bd88-5e98-427b-9c47-86a404ad5cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.117174 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9fb83f99-a04e-4ca6-bcfa-5ea0e68dbe37 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0269821 Apr 11 13:19:57.121887 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44118) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:57.124197 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-0632ad0e-187a-4a16-b8de-1935c502e5e7', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:19:57.126366 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.126889 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:19:57.218846 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.220335 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.248636 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-15b0bd88-5e98-427b-9c47-86a404ad5cd8 admin admin] Publish callbacks [] for security_group (b217c5b3-3fef-4b61-bd79-b9dfd0712e14), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.326055 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks [] for router_controller (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.336310 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Allocated IP 172.20.0.2 (0632ad0e-187a-4a16-b8de-1935c502e5e7/e12cfaf5-bccd-4235-96c8-af924d1ec965/0241fed8-688e-4f66-a96b-5999b816e81d) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:19:57.348756 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-15b0bd88-5e98-427b-9c47-86a404ad5cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (b217c5b3-3fef-4b61-bd79-b9dfd0712e14), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.416501 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-15b0bd88-5e98-427b-9c47-86a404ad5cd8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f9aea2b8ddca481b8a202df01214a8d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3272448 Apr 11 13:19:57.423576 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0bd88-5e98-427b-9c47-86a404ad5cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b217c5b3-3fef-4b61-bd79-b9dfd0712e14,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:57.423741 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44122) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:19:57.580899 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Publish callbacks [] for port (0241fed8-688e-4f66-a96b-5999b816e81d), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.677926 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.696078 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks [] for router_gateway (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.703917 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0c027aa6-7243-45de-9c8e-b2c7308b7ac4 admin admin] Publish callbacks [] for security_group (b217c5b3-3fef-4b61-bd79-b9dfd0712e14), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.735141 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:19:57.738925 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:19:57.743351 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:19:57.767448 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Pushing event updated for resources: {'Port': ['ID=0241fed8-688e-4f66-a96b-5999b816e81d,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:57.797917 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.798339 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.798714 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.799073 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.799417 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.799751 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.800081 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.800409 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.800737 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.813650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.813650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.813650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.813650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.813650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.813650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:19:57.859201 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Attempting to bind port 0241fed8-688e-4f66-a96b-5999b816e81d on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:19:57.860024 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Attempting to bind port 0241fed8-688e-4f66-a96b-5999b816e81d by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:19:57.860551 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Attempting to bind port 0241fed8-688e-4f66-a96b-5999b816e81d on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:19:57.875241 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:19:57.876034 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Checking segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:19:57.876363 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.876757 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Bound using segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:19:57.877254 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Bound port: 0241fed8-688e-4f66-a96b-5999b816e81d, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:19:57.877707 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.944005 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0c027aa6-7243-45de-9c8e-b2c7308b7ac4 admin admin] Publish callbacks [] for security_group (b217c5b3-3fef-4b61-bd79-b9dfd0712e14), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:57.957861 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] For port 0241fed8-688e-4f66-a96b-5999b816e81d, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:19:57.961327 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] For port 0241fed8-688e-4f66-a96b-5999b816e81d, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0241fed8-688e-4f66-a96b-5999b816e81d,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:19:58.023495 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:58.054875 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:58.097103 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0c027aa6-7243-45de-9c8e-b2c7308b7ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (b217c5b3-3fef-4b61-bd79-b9dfd0712e14), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:58.102025 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0c027aa6-7243-45de-9c8e-b2c7308b7ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:58.108033 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0c027aa6-7243-45de-9c8e-b2c7308b7ac4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b217c5b3-3fef-4b61-bd79-b9dfd0712e14 HTTP/1.1" status: 204 len: 168 time: 0.6836457 Apr 11 13:19:58.126489 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbbc16-e35a-45ba-9a52-0b4fcb0fc8fa None None] Pushing event updated for resources: {'Port': ['ID=0241fed8-688e-4f66-a96b-5999b816e81d,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:58.171409 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c027aa6-7243-45de-9c8e-b2c7308b7ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217c5b3-3fef-4b61-bd79-b9dfd0712e14,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:58.276641 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks [] for router_gateway (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:58.305272 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:58.481168 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Allocated IP 172.27.3.193 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/63e276dd-018f-44c2-add6-7cec37890602) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:19:58.631058 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks [] for port (63e276dd-018f-44c2-add6-7cec37890602), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:58.771093 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (63e276dd-018f-44c2-add6-7cec37890602), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:58.811725 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:19:58.814783 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:19:58.822365 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Pushing event updated for resources: {'Port': ['ID=63e276dd-018f-44c2-add6-7cec37890602,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:58.828016 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:19:58.859875 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0241fed8-688e-4f66-a96b-5999b816e81d up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:19:58.922911 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 0241fed8-688e-4f66-a96b-5999b816e81d triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:19:58.924706 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:59.055136 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 0241fed8-688e-4f66-a96b-5999b816e81d is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:19:59.055718 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:59.093622 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 0241fed8-688e-4f66-a96b-5999b816e81d, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0241fed8-688e-4f66-a96b-5999b816e81d,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:19:59.209354 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:59.298007 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=0241fed8-688e-4f66-a96b-5999b816e81d,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:19:59.349527 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks [] for router_gateway (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:59.487792 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224833ba-3512-4f71-a675-141653d65a4e None None] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:19:59.572185 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-98f4783a-5168-4133-80f0-df50444d8f6f None None] Provisioning complete for port 0241fed8-688e-4f66-a96b-5999b816e81d triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:19:59.572567 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98f4783a-5168-4133-80f0-df50444d8f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:59.605296 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:59.628631 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:19:59.737194 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-98f4783a-5168-4133-80f0-df50444d8f6f None None] Current status of the port 0241fed8-688e-4f66-a96b-5999b816e81d is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:19:59.926147 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:19:59.966437 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-7b4eb89a-59f0-4f0f-8734-7887d1994965 None None] Provisioning complete for port 0241fed8-688e-4f66-a96b-5999b816e81d triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:19:59.966989 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7b4eb89a-59f0-4f0f-8734-7887d1994965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:00.057532 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-7b4eb89a-59f0-4f0f-8734-7887d1994965 None None] Current status of the port 0241fed8-688e-4f66-a96b-5999b816e81d is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:00.073597 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:20:00.084205 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Sync routers for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:20:00.097987 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:20:00.098724 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:19:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:20:00.159998 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44200) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:00.167035 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:00.169076 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-53cbde5f-35b4-4b8c-98b9-d0d8c15d19fa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0456460 Apr 11 13:20:00.172182 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44204) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:00.251918 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:20:00.552077 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e5c88f4a-f29d-49f8-aa88-c3912cb6d84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:00.568119 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:19:59Z', 'revision_number': 3, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:20:00.597541 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Checking router: e6c7eca6-c0a7-4554-8f85-cbb02bf41574 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:20:00.597890 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Updating router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 port 63e276dd-018f-44c2-add6-7cec37890602 binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:20:00.640405 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (63e276dd-018f-44c2-add6-7cec37890602), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:00.773659 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e5c88f4a-f29d-49f8-aa88-c3912cb6d84a admin admin] Publish callbacks [] for security_group (a3a65c26-b5d6-4865-8728-5930cd5b62c3), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:00.838362 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0241fed8-688e-4f66-a96b-5999b816e81d up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:20:00.894766 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e5c88f4a-f29d-49f8-aa88-c3912cb6d84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (a3a65c26-b5d6-4865-8728-5930cd5b62c3), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:00.898174 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 0241fed8-688e-4f66-a96b-5999b816e81d triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:00.898835 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:00.963304 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e5c88f4a-f29d-49f8-aa88-c3912cb6d84a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6dc8dcb544504ac8a63066732232d6df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8014293 Apr 11 13:20:00.964470 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c88f4a-f29d-49f8-aa88-c3912cb6d84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a65c26-b5d6-4865-8728-5930cd5b62c3,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:00.966170 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44230) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:01.044243 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.057890 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-88f16c5f-f668-4d53-ae09-a347de779f5e admin admin] Publish callbacks [] for security_group (a3a65c26-b5d6-4865-8728-5930cd5b62c3), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.070167 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 0241fed8-688e-4f66-a96b-5999b816e81d is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:01.088057 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Publish callbacks [] for port (63e276dd-018f-44c2-add6-7cec37890602), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.096922 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-88f16c5f-f668-4d53-ae09-a347de779f5e admin admin] Publish callbacks [] for security_group (a3a65c26-b5d6-4865-8728-5930cd5b62c3), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.170081 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (63e276dd-018f-44c2-add6-7cec37890602), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.230865 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Attempting to bind port 63e276dd-018f-44c2-add6-7cec37890602 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:20:01.230865 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Attempting to bind port 63e276dd-018f-44c2-add6-7cec37890602 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:20:01.230865 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Attempting to bind port 63e276dd-018f-44c2-add6-7cec37890602 on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:01.242726 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Pushing event updated for resources: {'Port': ['ID=63e276dd-018f-44c2-add6-7cec37890602,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:01.246988 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:20:01.247364 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:20:01.250307 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.250964 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:20:01.251715 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Bound port: 63e276dd-018f-44c2-add6-7cec37890602, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:20:01.252739 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (63e276dd-018f-44c2-add6-7cec37890602), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.260753 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.261105 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.261479 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.262498 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.262619 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Allocated IP 172.20.0.1 (0632ad0e-187a-4a16-b8de-1935c502e5e7/e12cfaf5-bccd-4235-96c8-af924d1ec965/d6304d41-25e3-4fe0-9afc-9df436331ff9) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:20:01.263279 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.263279 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.263658 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.264000 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.264339 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.264839 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.265179 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.265551 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.265871 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.266226 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.266577 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:01.271872 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-88f16c5f-f668-4d53-ae09-a347de779f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (a3a65c26-b5d6-4865-8728-5930cd5b62c3), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.279787 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-88f16c5f-f668-4d53-ae09-a347de779f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.281410 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-88f16c5f-f668-4d53-ae09-a347de779f5e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a3a65c26-b5d6-4865-8728-5930cd5b62c3 HTTP/1.1" status: 204 len: 168 time: 0.3135524 Apr 11 13:20:01.321377 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f16c5f-f668-4d53-ae09-a347de779f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a65c26-b5d6-4865-8728-5930cd5b62c3,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:01.369793 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] For port 63e276dd-018f-44c2-add6-7cec37890602, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:20:01.374463 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] For port 63e276dd-018f-44c2-add6-7cec37890602, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=63e276dd-018f-44c2-add6-7cec37890602,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:20:01.454791 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (63e276dd-018f-44c2-add6-7cec37890602), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.459008 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Publish callbacks [] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.559507 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:20:01.561340 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:19:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:20:01.622357 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:01.626362 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2bdc4-76cc-4e2a-8d17-b2328c510140 None None] Pushing event updated for resources: {'Port': ['ID=63e276dd-018f-44c2-add6-7cec37890602,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:01.692578 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:20:01.696029 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:20:01.701372 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:20:01.728631 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Pushing event updated for resources: {'Port': ['ID=d6304d41-25e3-4fe0-9afc-9df436331ff9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:01.750801 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:20:01.778386 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.009145 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0b5f87b7-679c-42ce-b094-b176a83fc1c9 None None] Provisioning complete for port d6304d41-25e3-4fe0-9afc-9df436331ff9 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:02.010948 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0b5f87b7-679c-42ce-b094-b176a83fc1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.036168 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:19:59Z', 'revision_number': 3, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:20:02.050778 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f87b7-679c-42ce-b094-b176a83fc1c9 None None] Port d6304d41-25e3-4fe0-9afc-9df436331ff9 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:20:02.069518 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e937a58-0345-4cc7-9cc1-747c15fd5884 None None] The sync data for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi is: [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:19:59Z', 'revision_number': 3, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:20:02.097134 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.313212 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Publish callbacks [] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.389655 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.485585 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44258) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:02.512009 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.522789 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Pushing event updated for resources: {'Port': ['ID=d6304d41-25e3-4fe0-9afc-9df436331ff9,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:02.559945 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44262) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:02.585981 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8afe17e-8ca6-4516-aad2-724de0a57c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.696096 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:20:02.701065 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:20:02.756935 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8afe17e-8ca6-4516-aad2-724de0a57c9a admin admin] Publish callbacks [] for security_group (63e86c54-b9e9-4367-bacb-745dbfc966f5), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.852451 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f8afe17e-8ca6-4516-aad2-724de0a57c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (63e86c54-b9e9-4367-bacb-745dbfc966f5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:02.936192 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 63e276dd-018f-44c2-add6-7cec37890602 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:20:02.984780 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f8afe17e-8ca6-4516-aad2-724de0a57c9a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=44f7b4d7b240485aad43e73add2184bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4222717 Apr 11 13:20:02.991416 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44270) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:03.050457 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-20e07168-9979-46a7-b08c-d6813b7b1e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.054472 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:20:03.084624 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8afe17e-8ca6-4516-aad2-724de0a57c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e86c54-b9e9-4367-bacb-745dbfc966f5,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:03.118872 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 63e276dd-018f-44c2-add6-7cec37890602 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:03.119277 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (63e276dd-018f-44c2-add6-7cec37890602), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.291119 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a13fdf27-048e-40dd-b56e-6d38f87ce350 None None] Provisioning complete for port d6304d41-25e3-4fe0-9afc-9df436331ff9 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:03.292594 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a13fdf27-048e-40dd-b56e-6d38f87ce350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.299124 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-20e07168-9979-46a7-b08c-d6813b7b1e64 admin admin] Publish callbacks [] for security_group (f1c71893-f3af-4405-8ea1-4729cc01b641), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.302727 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 63e276dd-018f-44c2-add6-7cec37890602 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:03.306509 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d089deba-e001-49b5-8a7a-33dd65c07ea6 admin admin] Publish callbacks [] for security_group (63e86c54-b9e9-4367-bacb-745dbfc966f5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.312182 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (63e276dd-018f-44c2-add6-7cec37890602), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.364585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d089deba-e001-49b5-8a7a-33dd65c07ea6 admin admin] Publish callbacks [] for security_group (63e86c54-b9e9-4367-bacb-745dbfc966f5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.406972 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 63e276dd-018f-44c2-add6-7cec37890602, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=63e276dd-018f-44c2-add6-7cec37890602,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:03.408030 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-20e07168-9979-46a7-b08c-d6813b7b1e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f1c71893-f3af-4405-8ea1-4729cc01b641), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.409081 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:20:03.410833 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a13fdf27-048e-40dd-b56e-6d38f87ce350 None None] Port d6304d41-25e3-4fe0-9afc-9df436331ff9 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:20:03.424569 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c852b7a7-8f76-48ed-a68a-1372ce2fbdee admin admin] 10.222.0.49 "PUT /v2.0/routers/e6c7eca6-c0a7-4554-8f85-cbb02bf41574/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2510197 Apr 11 13:20:03.471301 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e07168-9979-46a7-b08c-d6813b7b1e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c71893-f3af-4405-8ea1-4729cc01b641,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:03.477158 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-20e07168-9979-46a7-b08c-d6813b7b1e64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4c5bc34168b4405ac9ccabd576fe4e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9907169 Apr 11 13:20:03.481227 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44282) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:03.515419 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (63e276dd-018f-44c2-add6-7cec37890602), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.568743 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d089deba-e001-49b5-8a7a-33dd65c07ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (63e86c54-b9e9-4367-bacb-745dbfc966f5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.571582 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d089deba-e001-49b5-8a7a-33dd65c07ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.573059 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d089deba-e001-49b5-8a7a-33dd65c07ea6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/63e86c54-b9e9-4367-bacb-745dbfc966f5 HTTP/1.1" status: 204 len: 168 time: 0.5790288 Apr 11 13:20:03.578743 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-51360f6c-a090-4210-b45d-957eb1cf6e91 admin admin] Publish callbacks [] for security_group (f1c71893-f3af-4405-8ea1-4729cc01b641), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.588095 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089deba-e001-49b5-8a7a-33dd65c07ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e86c54-b9e9-4367-bacb-745dbfc966f5,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:03.618548 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=63e276dd-018f-44c2-add6-7cec37890602,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:03.642253 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-51360f6c-a090-4210-b45d-957eb1cf6e91 admin admin] Publish callbacks [] for security_group (f1c71893-f3af-4405-8ea1-4729cc01b641), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.810343 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-51360f6c-a090-4210-b45d-957eb1cf6e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f1c71893-f3af-4405-8ea1-4729cc01b641), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.813143 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-51360f6c-a090-4210-b45d-957eb1cf6e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:03.815106 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-51360f6c-a090-4210-b45d-957eb1cf6e91 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1c71893-f3af-4405-8ea1-4729cc01b641 HTTP/1.1" status: 204 len: 168 time: 0.3327928 Apr 11 13:20:03.822931 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51360f6c-a090-4210-b45d-957eb1cf6e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c71893-f3af-4405-8ea1-4729cc01b641,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:04.151461 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-95352979-f82b-4d41-8d9a-50d77834e784 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:04.154843 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-95352979-f82b-4d41-8d9a-50d77834e784 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 819 time: 0.1398978 Apr 11 13:20:04.173438 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-22388b40-c257-413f-b932-025ad62554a1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/quotas/3c7a1b34470341c88e3b1f1eefd94c52 HTTP/1.1" status: 200 len: 375 time: 0.0127127 Apr 11 13:20:04.261352 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-e5cb944c-6f1f-4916-a559-e133162eaf96 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813963 Apr 11 13:20:04.423646 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-0b2eab7d-b14e-4236-a420-d9c94213d162 service neutron] 10.222.0.49 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611469 Apr 11 13:20:04.546253 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-8ce5c822-1e53-4511-8dc3-d0569cdb9eaa service neutron] 10.222.0.49 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139817 Apr 11 13:20:04.565547 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Sync routers for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:20:04.577692 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:20:04.578607 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:19:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:20:04.739688 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:20:04.897698 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-232c45c4-75c3-4faa-abdd-b39804ab21ff req-5aa6b72c-a246-42a3-a2b8-e0310053b7e0 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 210 time: 0.0933850 Apr 11 13:20:04.922937 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 63e276dd-018f-44c2-add6-7cec37890602 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:20:04.948073 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44348) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:05.062308 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 63e276dd-018f-44c2-add6-7cec37890602 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:05.062603 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (63e276dd-018f-44c2-add6-7cec37890602), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:05.213121 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 63e276dd-018f-44c2-add6-7cec37890602 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:05.231614 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:02Z', 'revision_number': 2, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:20:05.262768 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-580066a4-98c1-4f4c-97ee-d59586556224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:05.305648 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Checking router: e6c7eca6-c0a7-4554-8f85-cbb02bf41574 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:20:05.305804 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Updating router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 port d6304d41-25e3-4fe0-9afc-9df436331ff9 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:20:05.352561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:05.410782 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-a4a7b7f7-8b31-4b07-b582-f79d68289b78 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:05.412498 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-a4a7b7f7-8b31-4b07-b582-f79d68289b78 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 819 time: 0.1755209 Apr 11 13:20:05.413363 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-580066a4-98c1-4f4c-97ee-d59586556224 admin admin] Publish callbacks [] for security_group (d3c21684-c7e0-441f-8759-f46282a78b2f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:05.444888 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-96152587-7e01-4981-8391-33d1aac6dffd tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/quotas/3c7a1b34470341c88e3b1f1eefd94c52 HTTP/1.1" status: 200 len: 375 time: 0.0269384 Apr 11 13:20:05.482515 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-580066a4-98c1-4f4c-97ee-d59586556224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d3c21684-c7e0-441f-8759-f46282a78b2f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:05.511533 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-c27a4da3-2ebd-46f6-8ac8-34b974b5d187 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591214 Apr 11 13:20:05.542416 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-580066a4-98c1-4f4c-97ee-d59586556224 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91a78ceb8d664903bc86981f6d2bdf1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5917611 Apr 11 13:20:05.545541 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44380) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:05.602585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580066a4-98c1-4f4c-97ee-d59586556224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c21684-c7e0-441f-8759-f46282a78b2f,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:05.670292 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-29d25933-058a-41df-86f1-b7bb4875556e service neutron] 10.222.0.49 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504107 Apr 11 13:20:05.707833 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f8249ce-376d-4c8f-aacf-a709b7bea874 admin admin] Publish callbacks [] for security_group (d3c21684-c7e0-441f-8759-f46282a78b2f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:05.766860 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f8249ce-376d-4c8f-aacf-a709b7bea874 admin admin] Publish callbacks [] for security_group (d3c21684-c7e0-441f-8759-f46282a78b2f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:05.887633 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-794b45ce-95ab-402a-a520-31eed7975180 service neutron] 10.222.0.49 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164333 Apr 11 13:20:06.030125 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f8249ce-376d-4c8f-aacf-a709b7bea874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d3c21684-c7e0-441f-8759-f46282a78b2f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:06.037989 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f8249ce-376d-4c8f-aacf-a709b7bea874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:06.046475 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4f8249ce-376d-4c8f-aacf-a709b7bea874 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3c21684-c7e0-441f-8759-f46282a78b2f HTTP/1.1" status: 204 len: 168 time: 0.4920752 Apr 11 13:20:06.065299 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Publish callbacks [] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:06.078703 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8249ce-376d-4c8f-aacf-a709b7bea874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c21684-c7e0-441f-8759-f46282a78b2f,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:06.217801 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:06.317691 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b679e74-6e92-41e2-b74a-16d7cd20f812 None None] Pushing event updated for resources: {'Port': ['ID=d6304d41-25e3-4fe0-9afc-9df436331ff9,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:06.458986 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Attempting to bind port d6304d41-25e3-4fe0-9afc-9df436331ff9 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:20:06.459370 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Attempting to bind port d6304d41-25e3-4fe0-9afc-9df436331ff9 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:20:06.460274 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Attempting to bind port d6304d41-25e3-4fe0-9afc-9df436331ff9 on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:06.462629 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c0a45a74-9950-4a2c-bb8e-11070fb69bed req-d2b91052-f60a-4abd-bed6-b75f1a8145ba tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 210 time: 0.1175041 Apr 11 13:20:06.469835 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:20:06.470643 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Checking segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:20:06.471459 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:06.472647 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Bound using segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:20:06.473292 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Bound port: d6304d41-25e3-4fe0-9afc-9df436331ff9, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:20:06.474216 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:06.608475 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] For port d6304d41-25e3-4fe0-9afc-9df436331ff9, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:20:06.629577 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] For port d6304d41-25e3-4fe0-9afc-9df436331ff9, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=d6304d41-25e3-4fe0-9afc-9df436331ff9,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:20:06.734779 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:06.821609 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-14a663e0-ec3e-4393-abd8-c58b522ed8da None None] Provisioning complete for port d6304d41-25e3-4fe0-9afc-9df436331ff9 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:06.821609 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14a663e0-ec3e-4393-abd8-c58b522ed8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:06.903710 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b679e74-6e92-41e2-b74a-16d7cd20f812 None None] Pushing event updated for resources: {'Port': ['ID=d6304d41-25e3-4fe0-9afc-9df436331ff9,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:06.913463 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:20:06.914672 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:19:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:20:07.160572 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:20:07.218150 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-14a663e0-ec3e-4393-abd8-c58b522ed8da None None] Current status of the port d6304d41-25e3-4fe0-9afc-9df436331ff9 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:07.218150 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14a663e0-ec3e-4393-abd8-c58b522ed8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:07.331394 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-14a663e0-ec3e-4393-abd8-c58b522ed8da None None] For port d6304d41-25e3-4fe0-9afc-9df436331ff9, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=d6304d41-25e3-4fe0-9afc-9df436331ff9,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:07.462526 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14a663e0-ec3e-4393-abd8-c58b522ed8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:07.562282 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:06Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:20:07.568535 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a663e0-ec3e-4393-abd8-c58b522ed8da None None] Pushing event updated for resources: {'Port': ['ID=d6304d41-25e3-4fe0-9afc-9df436331ff9,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:07.570459 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-261a6e8a-e5db-46e5-bff2-d0539371cfe0 req-a6844a2c-afd2-4d28-91e2-ca3f12e7ab23 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 210 time: 0.0511482 Apr 11 13:20:07.608788 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4b9164-4d37-4959-b446-839436f91ae6 None None] The sync data for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi is: [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:06Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:20:07.617368 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-bd7f9e78-0774-4141-bb5d-fdb3b0a1bbbc None None] Provisioning complete for port d6304d41-25e3-4fe0-9afc-9df436331ff9 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:07.617648 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bd7f9e78-0774-4141-bb5d-fdb3b0a1bbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:07.732153 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-bd7f9e78-0774-4141-bb5d-fdb3b0a1bbbc None None] Current status of the port d6304d41-25e3-4fe0-9afc-9df436331ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:08.057514 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-4ce4d97f-5876-478c-98d1-421e8d08864e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:08.059677 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-4ce4d97f-5876-478c-98d1-421e8d08864e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 819 time: 0.2102406 Apr 11 13:20:08.075194 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'port': {'device_id': 'cfe63a10-1baf-4a61-bae4-885d04824fa0', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'admin_state_up': True, 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:08.254506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Made reservation on behalf of 3c7a1b34470341c88e3b1f1eefd94c52 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:20:08.257912 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:08.495116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Allocated IP 172.20.0.12 (0632ad0e-187a-4a16-b8de-1935c502e5e7/e12cfaf5-bccd-4235-96c8-af924d1ec965/c60dbefc-7497-42b9-9e63-2e7cd0c4f798) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:20:08.734260 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9bd7b45f-3e6e-438f-9e71-116a0fc33fde req-7e6185dd-980c-4866-a8eb-b9b96ca8e3d7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 210 time: 0.0486572 Apr 11 13:20:08.819477 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:08.850881 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device d6304d41-25e3-4fe0-9afc-9df436331ff9 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:20:08.921551 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port d6304d41-25e3-4fe0-9afc-9df436331ff9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:08.921938 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:08.946790 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:08.999433 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:20:09.005665 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:20:09.011644 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:20:09.016368 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port d6304d41-25e3-4fe0-9afc-9df436331ff9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:09.056805 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event updated for resources: {'Port': ['ID=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:09.086037 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:09.086786 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:09.182528 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-00184ad9-cf89-4a36-8ff5-acf029356ddf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1126328 Apr 11 13:20:09.197254 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Request body: {'port': {'device_id': 'cfe63a10-1baf-4a61-bae4-885d04824fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:09.260941 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-d212802c-d82f-4732-8240-8db194992865 None None] Provisioning complete for port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:09.261347 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d212802c-d82f-4732-8240-8db194992865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:09.289855 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:09.320852 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d212802c-d82f-4732-8240-8db194992865 None None] Port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:20:09.638649 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-0fa6af70-f364-46c1-b714-6f43c35eaad4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:09.640224 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-0fa6af70-f364-46c1-b714-6f43c35eaad4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 819 time: 0.1975358 Apr 11 13:20:09.656205 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'port': {'device_id': '5a53d99d-f748-4455-881c-56970ce01950', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'admin_state_up': True, 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:09.890063 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1d6a0eca-9ed4-4da6-a25e-7331c2066b93 req-a4df815c-8837-49cd-8e82-69630dbbb428 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 210 time: 0.0578613 Apr 11 13:20:10.071575 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60dbefc-7497-42b9-9e63-2e7cd0c4f798 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:20:10.093012 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Publish callbacks [] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.113948 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Transition to ACTIVE for port object c60dbefc-7497-42b9-9e63-2e7cd0c4f798 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:20:10.185473 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.234596 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Made reservation on behalf of 3c7a1b34470341c88e3b1f1eefd94c52 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:20:10.242428 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.278250 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Pushing event updated for resources: {'Port': ['ID=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:10.399336 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Attempting to bind port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:20:10.399579 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Attempting to bind port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:20:10.399838 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Attempting to bind port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:10.425080 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:20:10.425402 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Attempting to bind port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:10.436609 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:20:10.436959 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Checking segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:20:10.437346 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Bound using segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:20:10.437791 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Bound port: c60dbefc-7497-42b9-9e63-2e7cd0c4f798, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:20:10.438177 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.491073 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Allocated IP 172.20.0.3 (0632ad0e-187a-4a16-b8de-1935c502e5e7/e12cfaf5-bccd-4235-96c8-af924d1ec965/8056cb1f-fd50-4561-88e5-c4c2d6c88681) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:20:10.552252 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] For port c60dbefc-7497-42b9-9e63-2e7cd0c4f798, host hv-cinder-83697, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:20:10.578338 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] For port c60dbefc-7497-42b9-9e63-2e7cd0c4f798, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:20:10.684482 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.721325 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.761714 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:10.762875 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.764285 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] 10.222.0.50 "PUT /v2.0/ports/c60dbefc-7497-42b9-9e63-2e7cd0c4f798 HTTP/1.1" status: 200 len: 1094 time: 1.5737517 Apr 11 13:20:10.764811 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfe63a10-1baf-4a61-bae4-885d04824fa0', 'tag': 'c60dbefc-7497-42b9-9e63-2e7cd0c4f798'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:20:10.767071 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fede224-76ae-4ce5-affa-7a38050a8415" -d '{"events": [{"name": "network-changed", "server_uuid": "cfe63a10-1baf-4a61-bae4-885d04824fa0", "tag": "c60dbefc-7497-42b9-9e63-2e7cd0c4f798"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:20:10.803824 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de270220-d266-43f7-a7ce-3037caa79913 service neutron] Pushing event updated for resources: {'Port': ['ID=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:10.814723 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.821374 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8781d54f-2c4b-4773-ac7b-a14ba105e044 x-openstack-request-id: req-8781d54f-2c4b-4773-ac7b-a14ba105e044 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:20:10.821374 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfe63a10-1baf-4a61-bae4-885d04824fa0", "tag": "c60dbefc-7497-42b9-9e63-2e7cd0c4f798", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:20:10.821584 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8781d54f-2c4b-4773-ac7b-a14ba105e044 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:20:10.821882 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8781d54f-2c4b-4773-ac7b-a14ba105e044'] response: {'name': 'network-changed', 'server_uuid': 'cfe63a10-1baf-4a61-bae4-885d04824fa0', 'tag': 'c60dbefc-7497-42b9-9e63-2e7cd0c4f798', 'status': 'completed', 'code': 200} Apr 11 13:20:10.879040 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:20:10.882838 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:20:10.886277 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:20:10.937889 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event updated for resources: {'Port': ['ID=8056cb1f-fd50-4561-88e5-c4c2d6c88681,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:10.984580 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:10.986057 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:10.999973 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-8b326b9e-dfb4-43d3-90f7-c7b63ee943d5 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=727467f6f2c24376b3b198ae11ca1b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0754929 Apr 11 13:20:11.089149 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eaf64-c46c-4d6d-a217-0e4418e37193 req-6f7b9574-a644-4a5e-a638-e991896a5e83 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:11.093063 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-714eaf64-c46c-4d6d-a217-0e4418e37193 req-6f7b9574-a644-4a5e-a638-e991896a5e83 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 931 time: 0.0916424 Apr 11 13:20:11.116007 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d8e0ee33-bdb1-40d8-9bca-caa7c238cb52 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4640260 Apr 11 13:20:11.170740 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-714eaf64-c46c-4d6d-a217-0e4418e37193 req-f2741341-d56b-436b-94d1-750685f0c855 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711539 Apr 11 13:20:11.278312 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-551f4b4b-fca1-4bc1-949d-205839a09a62 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:11.279848 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-551f4b4b-fca1-4bc1-949d-205839a09a62 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782447 Apr 11 13:20:11.296128 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-3e2f9637-adcc-48b2-a06e-a75592a9da19 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/quotas/727467f6f2c24376b3b198ae11ca1b1e HTTP/1.1" status: 200 len: 375 time: 0.0103183 Apr 11 13:20:11.323750 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-c894524f-ce8c-472d-9d7a-755d742c3f13 None None] Provisioning complete for port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:11.324357 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c894524f-ce8c-472d-9d7a-755d742c3f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:11.331616 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-995caae1-86ec-40d4-8189-862287f9f35b tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=727467f6f2c24376b3b198ae11ca1b1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294452 Apr 11 13:20:11.332302 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:20:11.365802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c894524f-ce8c-472d-9d7a-755d742c3f13 None None] Port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:20:11.600630 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-17dc4eec-258e-45b0-b8c1-de2d219dfdc1 req-920f6ed3-0134-487a-bf22-3f3ae67fc5b6 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 210 time: 0.0340281 Apr 11 13:20:12.299043 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc75e4-91e3-4d8b-bc54-252b7e4ba478 req-2a5c50de-32b6-4726-8a62-f9835f2a5155 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:12.300565 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9ecc75e4-91e3-4d8b-bc54-252b7e4ba478 req-2a5c50de-32b6-4726-8a62-f9835f2a5155 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 931 time: 0.0560248 Apr 11 13:20:12.557474 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9ecc75e4-91e3-4d8b-bc54-252b7e4ba478 req-b62c3a69-d26f-4ca7-a6a4-2bbf48123924 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510734 Apr 11 13:20:12.686425 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7788e966-dca5-49f3-9758-76810155f6ff req-7865290d-48bf-4ef9-9591-4db0a2a169f6 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 210 time: 0.0283577 Apr 11 13:20:13.394467 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Request body: {'port': {'device_id': '5a53d99d-f748-4455-881c-56970ce01950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:13.497546 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fede224-76ae-4ce5-affa-7a38050a8415 req-445ac5c5-3e31-442b-b40d-470902aee54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:13.499780 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fede224-76ae-4ce5-affa-7a38050a8415 req-445ac5c5-3e31-442b-b40d-470902aee54a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 1128 time: 0.0752122 Apr 11 13:20:13.506668 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:13.711110 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4780b-553d-4a80-b1f5-21b201734cb7 req-0ee44593-4a30-4ca3-aa3b-fa67c3608c3f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:13.712674 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c2b4780b-553d-4a80-b1f5-21b201734cb7 req-0ee44593-4a30-4ca3-aa3b-fa67c3608c3f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 931 time: 0.0564694 Apr 11 13:20:13.770694 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c2b4780b-553d-4a80-b1f5-21b201734cb7 req-91226fcf-912b-45a9-b13b-c0b3aa3d3887 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505977 Apr 11 13:20:13.833125 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a8ec0913-4412-4fb8-81c1-860031ba474c req-2b9de793-6229-4e78-a2bd-e7b775241a94 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 210 time: 0.0679400 Apr 11 13:20:13.853207 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fede224-76ae-4ce5-affa-7a38050a8415 req-87da7595-2d57-4f10-87ad-d08f3539e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:13.854715 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fede224-76ae-4ce5-affa-7a38050a8415 req-87da7595-2d57-4f10-87ad-d08f3539e1ae service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3343909 Apr 11 13:20:14.095256 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fede224-76ae-4ce5-affa-7a38050a8415 req-3462cf16-3be5-4e71-8832-82f82c83207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:14.096743 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fede224-76ae-4ce5-affa-7a38050a8415 req-3462cf16-3be5-4e71-8832-82f82c83207b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2112205 Apr 11 13:20:14.168254 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8056cb1f-fd50-4561-88e5-c4c2d6c88681 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:20:14.179269 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Publish callbacks [] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:14.189180 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-8279a3b0-dfc9-4897-9c17-527ee6fd8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:14.190698 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-8279a3b0-dfc9-4897-9c17-527ee6fd8a58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 1128 time: 0.0550742 Apr 11 13:20:14.204782 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Transition to ACTIVE for port object 8056cb1f-fd50-4561-88e5-c4c2d6c88681 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:20:14.240854 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-d0478302-b900-44ca-98a2-3060f1c2e7f8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798 HTTP/1.1" status: 200 len: 217 time: 0.0416725 Apr 11 13:20:14.291411 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:14.366253 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Pushing event updated for resources: {'Port': ['ID=8056cb1f-fd50-4561-88e5-c4c2d6c88681,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:14.475401 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Attempting to bind port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:20:14.475940 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Attempting to bind port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:20:14.476461 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Attempting to bind port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:14.486859 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:20:14.487146 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Attempting to bind port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:14.497734 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:20:14.497734 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Checking segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:20:14.498467 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Bound using segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:20:14.498737 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Bound port: 8056cb1f-fd50-4561-88e5-c4c2d6c88681, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:20:14.499098 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:14.502253 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-f8c11907-dd91-476c-8483-32879b06e0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:14.503842 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-f8c11907-dd91-476c-8483-32879b06e0ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0708237 Apr 11 13:20:14.579507 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-792a9c06-ef3e-47b8-825e-adc4111d1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:14.581002 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-792a9c06-ef3e-47b8-825e-adc4111d1654 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692499 Apr 11 13:20:14.631878 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] For port 8056cb1f-fd50-4561-88e5-c4c2d6c88681, host hv-cinder-83697, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:20:14.648189 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-bd7c7308-3dac-4e2a-b53e-6e20419ba250 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=727467f6f2c24376b3b198ae11ca1b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262725 Apr 11 13:20:14.672062 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] For port 8056cb1f-fd50-4561-88e5-c4c2d6c88681, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8056cb1f-fd50-4561-88e5-c4c2d6c88681,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:20:14.708664 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-dabaf256-1106-489d-bb2c-cf3a0721a49d service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163909 Apr 11 13:20:14.775603 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-ed0a8e20-cab1-4795-9078-8d117b41d21e tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:14.777280 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-ed0a8e20-cab1-4795-9078-8d117b41d21e tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232207 Apr 11 13:20:14.785947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:14.791519 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Request body: {'port': {'device_id': '7c9f07e7-8d2c-426c-ba16-6ed61ece97bf', 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81', 'admin_state_up': True, 'tenant_id': '727467f6f2c24376b3b198ae11ca1b1e'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:14.837429 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:14.838221 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:14.839769 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] 10.222.0.50 "PUT /v2.0/ports/8056cb1f-fd50-4561-88e5-c4c2d6c88681 HTTP/1.1" status: 200 len: 1093 time: 1.4505854 Apr 11 13:20:14.843690 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a53d99d-f748-4455-881c-56970ce01950', 'tag': '8056cb1f-fd50-4561-88e5-c4c2d6c88681'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:20:14.853262 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc90d08-6a6f-457e-86d3-c044cfd3581c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a53d99d-f748-4455-881c-56970ce01950", "tag": "8056cb1f-fd50-4561-88e5-c4c2d6c88681"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:20:14.927616 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9babd-3526-4ed6-acbf-76303085e37e req-13645648-0d4d-4946-a2e5-18e840218ba4 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077382 Apr 11 13:20:14.930791 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2c7f-5da5-4981-a455-e6e367688701 service neutron] Pushing event updated for resources: {'Port': ['ID=8056cb1f-fd50-4561-88e5-c4c2d6c88681,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:14.988416 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab574e5b-3bc6-4346-910d-45697c2ee79a req-d0d7abac-83f7-45dc-89c4-251171da662d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:14.997573 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab574e5b-3bc6-4346-910d-45697c2ee79a req-d0d7abac-83f7-45dc-89c4-251171da662d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 943 time: 0.1199365 Apr 11 13:20:15.067364 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1882bcaf-907a-423a-9155-40d69cd6dcc4 req-ea16c378-7d42-4742-8454-52e0821375f1 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 210 time: 0.0827982 Apr 11 13:20:15.087121 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab574e5b-3bc6-4346-910d-45697c2ee79a req-546ac16d-0c6a-4f80-b2b4-fba11c0f2e4c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875335 Apr 11 13:20:15.117220 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-156e8aa8-25c5-46dd-8c9f-390a2865e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:15.120267 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-156e8aa8-25c5-46dd-8c9f-390a2865e831 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 1127 time: 0.0847743 Apr 11 13:20:15.181547 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d504d-98d3-480e-8ffc-54d4e6c31927 x-openstack-request-id: req-ef5d504d-98d3-480e-8ffc-54d4e6c31927 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:20:15.181841 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a53d99d-f748-4455-881c-56970ce01950", "tag": "8056cb1f-fd50-4561-88e5-c4c2d6c88681", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:20:15.182282 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ef5d504d-98d3-480e-8ffc-54d4e6c31927 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:20:15.182833 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5d504d-98d3-480e-8ffc-54d4e6c31927'] response: {'name': 'network-changed', 'server_uuid': '5a53d99d-f748-4455-881c-56970ce01950', 'tag': '8056cb1f-fd50-4561-88e5-c4c2d6c88681', 'status': 'completed', 'code': 200} Apr 11 13:20:15.187425 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-ce8a887a-a8ad-4eb9-95ee-c9c4a0221741 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8056cb1f-fd50-4561-88e5-c4c2d6c88681 HTTP/1.1" status: 200 len: 217 time: 0.0595477 Apr 11 13:20:15.208655 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Made reservation on behalf of 727467f6f2c24376b3b198ae11ca1b1e for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:20:15.212510 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:15.228101 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:15.258071 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-a6eaebe8-7dcf-4631-a3e6-f82085f596f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:15.258818 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-a6eaebe8-7dcf-4631-a3e6-f82085f596f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0638089 Apr 11 13:20:15.329310 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks [] for security_group (e6e0d933-a652-4758-b915-d06dafcd7542), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:15.398843 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e6e0d933-a652-4758-b915-d06dafcd7542), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:15.475146 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e0d933-a652-4758-b915-d06dafcd7542,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:15.561800 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Allocated IP 192.168.233.46 (d3e361a4-6c01-4b72-b69d-23e4b9203e81/930403e7-0fae-4d29-a743-bfa4ef504c05/0e15dbf0-f16c-4f71-be8c-e16ba0ec9826) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:20:15.725334 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks [] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:15.849570 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:15.898236 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Network d3e361a4-6c01-4b72-b69d-23e4b9203e81 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:20:15.901375 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:20:15.905241 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:20:15.931377 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Pushing event updated for resources: {'Port': ['ID=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:15.962441 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:15.963106 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:16.043220 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-2c77525f-bdcf-45ea-acee-1fa9f644ad40 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2557824 Apr 11 13:20:16.064056 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Request body: {'port': {'device_id': '7c9f07e7-8d2c-426c-ba16-6ed61ece97bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:16.098063 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-df43bd54-c503-4ad4-b808-a643b001506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:16.099742 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-df43bd54-c503-4ad4-b808-a643b001506b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454001 Apr 11 13:20:16.147773 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:16.179846 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-34fdedbc-5cbe-472c-848d-33ed06557a13 None None] Provisioning complete for port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:16.180405 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-34fdedbc-5cbe-472c-848d-33ed06557a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:16.233518 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-34fdedbc-5cbe-472c-848d-33ed06557a13 None None] Port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:20:16.257043 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5688a79-203b-44a0-8569-97067da201bd req-000c4332-2a1e-4bdb-9d4a-a67f0dc5d3f9 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:16.259170 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b5688a79-203b-44a0-8569-97067da201bd req-000c4332-2a1e-4bdb-9d4a-a67f0dc5d3f9 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 935 time: 0.0737207 Apr 11 13:20:16.284746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c998e51-91ee-4492-bb3e-18cf9bb56c78 req-fd954b99-afbc-47ab-8bb0-08fd31db262b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:16.286338 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c998e51-91ee-4492-bb3e-18cf9bb56c78 req-fd954b99-afbc-47ab-8bb0-08fd31db262b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 943 time: 0.0877047 Apr 11 13:20:16.293194 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-15f791e5-bf8e-4f14-8832-ea35aac6aaff service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691542 Apr 11 13:20:16.420516 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c998e51-91ee-4492-bb3e-18cf9bb56c78 req-e0573e20-c8e0-442e-8e6e-66aabdecec15 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223791 Apr 11 13:20:16.448751 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fabe7b1c-dfb8-4523-86fb-dda4e92843df req-70c1d6c9-c1b5-4232-a9c9-de25fd1dab09 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487005 Apr 11 13:20:16.478483 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b5688a79-203b-44a0-8569-97067da201bd req-d9f176d2-7f34-4164-a86c-2e755afc2d0f tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577477 Apr 11 13:20:16.595957 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:20:16.603860 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Publish callbacks [] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:16.617690 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Transition to ACTIVE for port object 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:20:16.715014 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:16.782829 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Pushing event updated for resources: {'Port': ['ID=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:16.880035 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Attempting to bind port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:20:16.880761 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Attempting to bind port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:20:16.880761 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Attempting to bind port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 on network d3e361a4-6c01-4b72-b69d-23e4b9203e81 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:16.885823 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 on network d3e361a4-6c01-4b72-b69d-23e4b9203e81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:20:16.886159 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Attempting to bind port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 on network d3e361a4-6c01-4b72-b69d-23e4b9203e81 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:16.893531 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:20:16.894148 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Checking segment: {'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:20:16.896045 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Bound using segment: {'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:20:16.896045 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Bound port: 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:20:16.896045 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:16.976364 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] For port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:20:16.979668 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] For port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,segment=NetworkSegment(ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24),segment_id=ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:20:17.070264 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:17.128876 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:17.129565 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:17.131392 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] 10.222.0.50 "PUT /v2.0/ports/0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 HTTP/1.1" status: 200 len: 1097 time: 1.0719197 Apr 11 13:20:17.134181 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c9f07e7-8d2c-426c-ba16-6ed61ece97bf', 'tag': '0e15dbf0-f16c-4f71-be8c-e16ba0ec9826'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:20:17.137311 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ce36b0-4fc4-4903-9619-413c990182e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c9f07e7-8d2c-426c-ba16-6ed61ece97bf", "tag": "0e15dbf0-f16c-4f71-be8c-e16ba0ec9826"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:20:17.204162 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735ef26-0f37-404d-8172-0f788431a00d service neutron] Pushing event updated for resources: {'Port': ['ID=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:17.223077 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1371c407-fac1-44be-b13f-ecfd87d56c26 x-openstack-request-id: req-1371c407-fac1-44be-b13f-ecfd87d56c26 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:20:17.227420 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c9f07e7-8d2c-426c-ba16-6ed61ece97bf", "tag": "0e15dbf0-f16c-4f71-be8c-e16ba0ec9826", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:20:17.227420 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1371c407-fac1-44be-b13f-ecfd87d56c26 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:20:17.227420 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1371c407-fac1-44be-b13f-ecfd87d56c26'] response: {'name': 'network-changed', 'server_uuid': '7c9f07e7-8d2c-426c-ba16-6ed61ece97bf', 'tag': '0e15dbf0-f16c-4f71-be8c-e16ba0ec9826', 'status': 'completed', 'code': 200} Apr 11 13:20:17.559120 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce36b0-4fc4-4903-9619-413c990182e6 req-dfc0e4f2-fcf3-4024-9407-123cd7d48add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:17.560883 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05ce36b0-4fc4-4903-9619-413c990182e6 req-dfc0e4f2-fcf3-4024-9407-123cd7d48add service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727467f6f2c24376b3b198ae11ca1b1e&device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 1131 time: 0.0485137 Apr 11 13:20:17.579340 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-7aabdf3b-5e08-4d7d-a3e4-16e44b112d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:17.581167 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-7aabdf3b-5e08-4d7d-a3e4-16e44b112d7d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 1127 time: 0.0898669 Apr 11 13:20:17.611063 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05ce36b0-4fc4-4903-9619-413c990182e6 req-0be0ca11-756c-4b44-9a00-c57b54dffd5b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=727467f6f2c24376b3b198ae11ca1b1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300872 Apr 11 13:20:17.619608 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ba9ed-c68f-4081-b944-e1564a133d20 req-d914b4aa-96d7-49d3-9f61-b7515bce95b5 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:17.621514 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-925ba9ed-c68f-4081-b944-e1564a133d20 req-d914b4aa-96d7-49d3-9f61-b7515bce95b5 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 943 time: 0.0951822 Apr 11 13:20:17.724956 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-925ba9ed-c68f-4081-b944-e1564a133d20 req-5a2c9f44-9d7b-4bb7-b941-357af3287a84 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893242 Apr 11 13:20:17.768818 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce36b0-4fc4-4903-9619-413c990182e6 req-cf91e00f-f903-4594-aa28-792fe639b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:17.769051 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-96caa9af-a09c-4d7a-9a08-7b981c077eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:17.769130 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-05ce36b0-4fc4-4903-9619-413c990182e6 req-cf91e00f-f903-4594-aa28-792fe639b71f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416216 Apr 11 13:20:17.769200 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-96caa9af-a09c-4d7a-9a08-7b981c077eba service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.1612654 Apr 11 13:20:17.782627 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44778) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:17.853217 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-26c6116d-9d42-4ca6-8206-563eba5c23bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8056cb1f-fd50-4561-88e5-c4c2d6c88681 HTTP/1.1" status: 200 len: 217 time: 0.0754197 Apr 11 13:20:17.879924 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-97b2fde7-914e-41a4-ba09-d67ced2b8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:17.881927 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-97b2fde7-914e-41a4-ba09-d67ced2b8dc9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=727467f6f2c24376b3b198ae11ca1b1e&device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 1131 time: 0.0716131 Apr 11 13:20:17.952306 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c099a-0915-49d9-bb0e-21bded9e30c7 req-1a1b8bf2-d76f-4a06-ab15-4a0892f83ee6 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:17.954810 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8a2c099a-0915-49d9-bb0e-21bded9e30c7 req-1a1b8bf2-d76f-4a06-ab15-4a0892f83ee6 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 947 time: 0.1004241 Apr 11 13:20:17.964620 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-7f57a17e-c4bf-4043-a024-f375c7f1936e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 HTTP/1.1" status: 200 len: 217 time: 0.0752048 Apr 11 13:20:17.995408 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-093b73ec-4c7d-4138-81e6-ad90829edc55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:18.004338 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-d78117a5-a7d3-486b-b3de-c6a5b073e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:18.006300 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-d78117a5-a7d3-486b-b3de-c6a5b073e88b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.1177545 Apr 11 13:20:18.024508 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c97cd3aa-6911-455e-9afe-bf7ffd489c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:18.026143 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-c97cd3aa-6911-455e-9afe-bf7ffd489c6e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=930403e7-0fae-4d29-a743-bfa4ef504c05 HTTP/1.1" status: 200 len: 843 time: 0.0527191 Apr 11 13:20:18.074797 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-5ead3c21-7103-4a74-9c34-05d4d8fcacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:18.076522 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-5ead3c21-7103-4a74-9c34-05d4d8fcacf4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d3e361a4-6c01-4b72-b69d-23e4b9203e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0415819 Apr 11 13:20:18.101758 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8a2c099a-0915-49d9-bb0e-21bded9e30c7 req-b89b944b-df3f-45f7-b2f4-f0cf8840229a tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325374 Apr 11 13:20:18.117893 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-45cf2579-172b-4b86-afa7-982bc38631e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:18.119426 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-45cf2579-172b-4b86-afa7-982bc38631e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0986228 Apr 11 13:20:18.211579 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-e1ca69f9-3c7e-4307-b8b6-ecd90fc3936d service neutron] 10.222.0.50 "GET /v2.0/networks/d3e361a4-6c01-4b72-b69d-23e4b9203e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259577 Apr 11 13:20:18.251983 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-093b73ec-4c7d-4138-81e6-ad90829edc55 admin admin] Publish callbacks [] for security_group (78178ec6-1813-496a-aec5-a58cc27da36b), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:18.258301 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-ec49c6be-94ba-4b3f-b055-c1c83a357898 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258967 Apr 11 13:20:18.311902 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7cd9465a-c5bc-45b7-b102-a065562b431b req-546f34b8-e126-48e2-96de-26c80050fa6d service neutron] 10.222.0.50 "GET /v2.0/networks/d3e361a4-6c01-4b72-b69d-23e4b9203e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907123 Apr 11 13:20:18.326914 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-093b73ec-4c7d-4138-81e6-ad90829edc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (78178ec6-1813-496a-aec5-a58cc27da36b), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:18.391986 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44802) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:18.392107 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-093b73ec-4c7d-4138-81e6-ad90829edc55 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=058fc45260564648a1cdcfa4c839d1ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6077478 Apr 11 13:20:18.397240 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b73ec-4c7d-4138-81e6-ad90829edc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78178ec6-1813-496a-aec5-a58cc27da36b,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:18.404256 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4bc90d08-6a6f-457e-86d3-c044cfd3581c req-2274846a-d1ad-4307-83b6-a545ab324698 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379821 Apr 11 13:20:18.466276 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4574a6a1-e13d-400e-a2fb-23f1f07e73b1 admin admin] Publish callbacks [] for security_group (78178ec6-1813-496a-aec5-a58cc27da36b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:18.494984 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4574a6a1-e13d-400e-a2fb-23f1f07e73b1 admin admin] Publish callbacks [] for security_group (78178ec6-1813-496a-aec5-a58cc27da36b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:18.686461 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4574a6a1-e13d-400e-a2fb-23f1f07e73b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (78178ec6-1813-496a-aec5-a58cc27da36b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:18.690277 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4574a6a1-e13d-400e-a2fb-23f1f07e73b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:18.691489 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4574a6a1-e13d-400e-a2fb-23f1f07e73b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/78178ec6-1813-496a-aec5-a58cc27da36b HTTP/1.1" status: 204 len: 168 time: 0.2989359 Apr 11 13:20:18.700633 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574a6a1-e13d-400e-a2fb-23f1f07e73b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78178ec6-1813-496a-aec5-a58cc27da36b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:18.875766 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4406724-8fb1-4e73-90b2-bd024a3aa4fa req-f20f5fca-bd05-4e56-8009-e36528c04bd2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:18.877253 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b4406724-8fb1-4e73-90b2-bd024a3aa4fa req-f20f5fca-bd05-4e56-8009-e36528c04bd2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 943 time: 0.0526412 Apr 11 13:20:18.928134 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b4406724-8fb1-4e73-90b2-bd024a3aa4fa req-3cb61157-c6eb-48cc-93a5-b58944c086ce tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 Apr 11 13:20:19.215455 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44822) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:19.233408 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e68915-c959-4a84-b6cd-c70a62ce9c55 req-d4b7b416-71f5-47f3-8966-7e036260ea4b tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:19.235465 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b5e68915-c959-4a84-b6cd-c70a62ce9c55 req-d4b7b416-71f5-47f3-8966-7e036260ea4b tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 947 time: 0.0555983 Apr 11 13:20:19.300598 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b5e68915-c959-4a84-b6cd-c70a62ce9c55 req-29bc76d0-b78e-4cc4-b6a9-fe0b2e313d1c tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577693 Apr 11 13:20:19.384924 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 8056cb1f-fd50-4561-88e5-c4c2d6c88681 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:20:19.388567 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1d51d1a5-6d36-4dee-a0b1-ebc88752b9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.504029 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1d51d1a5-6d36-4dee-a0b1-ebc88752b9e7 admin admin] Publish callbacks [] for security_group (ce3d21f4-4e1e-4367-91dc-eef900929b38), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.523127 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 8056cb1f-fd50-4561-88e5-c4c2d6c88681, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8056cb1f-fd50-4561-88e5-c4c2d6c88681,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:19.535633 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '8056cb1f-fd50-4561-88e5-c4c2d6c88681', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'port_id': '8056cb1f-fd50-4561-88e5-c4c2d6c88681', 'mac_address': 'fa:16:3e:c8:d5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:20:19.580833 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:19.581267 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.595599 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8056cb1f-fd50-4561-88e5-c4c2d6c88681 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:20:19.615377 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 8056cb1f-fd50-4561-88e5-c4c2d6c88681, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8056cb1f-fd50-4561-88e5-c4c2d6c88681,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:19.651516 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1d51d1a5-6d36-4dee-a0b1-ebc88752b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (ce3d21f4-4e1e-4367-91dc-eef900929b38), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.691347 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51d1a5-6d36-4dee-a0b1-ebc88752b9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3d21f4-4e1e-4367-91dc-eef900929b38,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:19.695647 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1d51d1a5-6d36-4dee-a0b1-ebc88752b9e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02c2540672d040efbcc5095599610de9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4786618 Apr 11 13:20:19.698947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44836) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:19.714783 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.715472 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c60dbefc-7497-42b9-9e63-2e7cd0c4f798 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:20:19.757668 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-620684f9-8548-410a-8328-97bbb58ff9de admin admin] Publish callbacks [] for security_group (ce3d21f4-4e1e-4367-91dc-eef900929b38), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.782068 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-620684f9-8548-410a-8328-97bbb58ff9de admin admin] Publish callbacks [] for security_group (ce3d21f4-4e1e-4367-91dc-eef900929b38), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.787411 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=8056cb1f-fd50-4561-88e5-c4c2d6c88681,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:19.791054 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c60dbefc-7497-42b9-9e63-2e7cd0c4f798, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:19.802496 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'c60dbefc-7497-42b9-9e63-2e7cd0c4f798', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'port_id': 'c60dbefc-7497-42b9-9e63-2e7cd0c4f798', 'mac_address': 'fa:16:3e:13:82:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:20:19.845773 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:19.846195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.860024 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60dbefc-7497-42b9-9e63-2e7cd0c4f798 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:20:19.884108 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c60dbefc-7497-42b9-9e63-2e7cd0c4f798, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:19.928817 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44838) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:19.945953 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f19c-f200-49fc-bc4d-e135598bdf0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.961691 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-620684f9-8548-410a-8328-97bbb58ff9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (ce3d21f4-4e1e-4367-91dc-eef900929b38), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.973318 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-620684f9-8548-410a-8328-97bbb58ff9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:19.973318 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-620684f9-8548-410a-8328-97bbb58ff9de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce3d21f4-4e1e-4367-91dc-eef900929b38 HTTP/1.1" status: 204 len: 168 time: 0.2661650 Apr 11 13:20:19.982073 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620684f9-8548-410a-8328-97bbb58ff9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3d21f4-4e1e-4367-91dc-eef900929b38,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:19.991283 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.062230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f19c-f200-49fc-bc4d-e135598bdf0d admin admin] Publish callbacks [] for security_group (604ec2ed-4f15-433f-b2fd-d5fab48b14cd), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.065011 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:20.075088 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f64b5-c516-4c39-80e6-b86754931752 req-a933d2a5-108e-4c63-b039-28bbb635ff1a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:20.077796 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-743f64b5-c516-4c39-80e6-b86754931752 req-a933d2a5-108e-4c63-b039-28bbb635ff1a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 944 time: 0.0676203 Apr 11 13:20:20.128165 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-743f64b5-c516-4c39-80e6-b86754931752 req-bff4f336-af3a-4cc6-8b70-01f29011d4dd tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Apr 11 13:20:20.132031 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a4e4f19c-f200-49fc-bc4d-e135598bdf0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (604ec2ed-4f15-433f-b2fd-d5fab48b14cd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.175106 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a4e4f19c-f200-49fc-bc4d-e135598bdf0d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11846796cdde4e4f8834eac2f49394f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451222 Apr 11 13:20:20.176268 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4f19c-f200-49fc-bc4d-e135598bdf0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604ec2ed-4f15-433f-b2fd-d5fab48b14cd,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:20.181291 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44844) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:20.249910 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2d8eb6cf-7c97-4aab-8b5a-effcc497fb83 admin admin] Publish callbacks [] for security_group (604ec2ed-4f15-433f-b2fd-d5fab48b14cd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.274421 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2d8eb6cf-7c97-4aab-8b5a-effcc497fb83 admin admin] Publish callbacks [] for security_group (604ec2ed-4f15-433f-b2fd-d5fab48b14cd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.396972 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2d8eb6cf-7c97-4aab-8b5a-effcc497fb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (604ec2ed-4f15-433f-b2fd-d5fab48b14cd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.399500 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2d8eb6cf-7c97-4aab-8b5a-effcc497fb83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.400898 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2d8eb6cf-7c97-4aab-8b5a-effcc497fb83 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/604ec2ed-4f15-433f-b2fd-d5fab48b14cd HTTP/1.1" status: 204 len: 168 time: 0.2186761 Apr 11 13:20:20.418607 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8eb6cf-7c97-4aab-8b5a-effcc497fb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604ec2ed-4f15-433f-b2fd-d5fab48b14cd,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:20.427258 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['c60dbefc-7497-42b9-9e63-2e7cd0c4f798'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:20:20.464129 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f9de5-18d4-4121-8195-96cd90227937 req-0c1e8a87-e80d-4054-90cc-2f8efa938695 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:20.467091 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8f8f9de5-18d4-4121-8195-96cd90227937 req-0c1e8a87-e80d-4054-90cc-2f8efa938695 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 947 time: 0.0648935 Apr 11 13:20:20.534975 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8f8f9de5-18d4-4121-8195-96cd90227937 req-a0260410-6f49-42ad-9461-08d20d01dd73 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611494 Apr 11 13:20:20.537721 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['8056cb1f-fd50-4561-88e5-c4c2d6c88681'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:20:20.807100 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44862) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:20.821811 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c0585e71-cca3-48cb-849a-100700a3c6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.924553 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c0585e71-cca3-48cb-849a-100700a3c6f6 admin admin] Publish callbacks [] for security_group (9e92a7bd-eddd-4420-8ae4-8da7770b68df), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:20.974147 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44866) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:20.991266 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c0585e71-cca3-48cb-849a-100700a3c6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9e92a7bd-eddd-4420-8ae4-8da7770b68df), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.039031 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c0585e71-cca3-48cb-849a-100700a3c6f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=078e14d6b00f4dd29f9a1d18c3726e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308023 Apr 11 13:20:21.040027 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0585e71-cca3-48cb-849a-100700a3c6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e92a7bd-eddd-4420-8ae4-8da7770b68df,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:21.041827 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44870) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:21.097534 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47442c4b-70da-496f-854a-22859cf31bdc admin admin] Publish callbacks [] for security_group (9e92a7bd-eddd-4420-8ae4-8da7770b68df), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.109329 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48ba008f-09c4-4e20-b323-ea47564262f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.128779 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47442c4b-70da-496f-854a-22859cf31bdc admin admin] Publish callbacks [] for security_group (9e92a7bd-eddd-4420-8ae4-8da7770b68df), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.253550 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48ba008f-09c4-4e20-b323-ea47564262f1 admin admin] Publish callbacks [] for security_group (731200f0-c01c-468b-ba2c-5eff81d5a058), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.269702 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47442c4b-70da-496f-854a-22859cf31bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9e92a7bd-eddd-4420-8ae4-8da7770b68df), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.273288 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-47442c4b-70da-496f-854a-22859cf31bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.274855 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-47442c4b-70da-496f-854a-22859cf31bdc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e92a7bd-eddd-4420-8ae4-8da7770b68df HTTP/1.1" status: 204 len: 168 time: 0.2320263 Apr 11 13:20:21.280328 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9b34-71df-48ad-853c-d87da9d9ca73 req-4cec2356-ae35-402d-9aa7-6cd7a76e3934 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:21.281865 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d1a9b34-71df-48ad-853c-d87da9d9ca73 req-4cec2356-ae35-402d-9aa7-6cd7a76e3934 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 944 time: 0.0684865 Apr 11 13:20:21.285037 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47442c4b-70da-496f-854a-22859cf31bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e92a7bd-eddd-4420-8ae4-8da7770b68df,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:21.347335 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48ba008f-09c4-4e20-b323-ea47564262f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (731200f0-c01c-468b-ba2c-5eff81d5a058), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.361110 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d1a9b34-71df-48ad-853c-d87da9d9ca73 req-2df511f2-9ab6-4646-bd8a-7c6f85584a9d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711179 Apr 11 13:20:21.402027 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-48ba008f-09c4-4e20-b323-ea47564262f1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b1380ca67b048abbc3a1758ba8f9e69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265361 Apr 11 13:20:21.402379 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44878) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:21.413262 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba008f-09c4-4e20-b323-ea47564262f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731200f0-c01c-468b-ba2c-5eff81d5a058,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:21.455778 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4761f3a-cce4-4d57-aa42-b0f20f9be6a8 admin admin] Publish callbacks [] for security_group (731200f0-c01c-468b-ba2c-5eff81d5a058), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.478415 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4761f3a-cce4-4d57-aa42-b0f20f9be6a8 admin admin] Publish callbacks [] for security_group (731200f0-c01c-468b-ba2c-5eff81d5a058), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.649225 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4761f3a-cce4-4d57-aa42-b0f20f9be6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (731200f0-c01c-468b-ba2c-5eff81d5a058), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.651852 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4761f3a-cce4-4d57-aa42-b0f20f9be6a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.653043 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c4761f3a-cce4-4d57-aa42-b0f20f9be6a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/731200f0-c01c-468b-ba2c-5eff81d5a058 HTTP/1.1" status: 204 len: 168 time: 0.2493074 Apr 11 13:20:21.669031 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4761f3a-cce4-4d57-aa42-b0f20f9be6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731200f0-c01c-468b-ba2c-5eff81d5a058,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:21.681838 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6489d-19a2-4c77-b982-79cc80abda83 req-5cac90ca-619b-40cb-aacf-57a61f6a8c14 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:21.683377 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7f6489d-19a2-4c77-b982-79cc80abda83 req-5cac90ca-619b-40cb-aacf-57a61f6a8c14 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 947 time: 0.0685802 Apr 11 13:20:21.759910 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7f6489d-19a2-4c77-b982-79cc80abda83 req-fa969aa1-1491-492c-a294-fa6fd88902f0 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640633 Apr 11 13:20:21.780067 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 44890) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:21.795862 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a2b001d5-f559-4619-8df6-f14e89c7b74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.820334 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:20:21.825954 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c60dbefc-7497-42b9-9e63-2e7cd0c4f798 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:20:21.902607 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a2b001d5-f559-4619-8df6-f14e89c7b74a admin admin] Publish callbacks [] for security_group (6804aca0-1395-4534-af02-22c994bfad77), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:21.930070 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:20:22.006081 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a2b001d5-f559-4619-8df6-f14e89c7b74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (6804aca0-1395-4534-af02-22c994bfad77), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.053827 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a2b001d5-f559-4619-8df6-f14e89c7b74a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=12ec3acac95b438dafc350d45909b8ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726619 Apr 11 13:20:22.054877 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b001d5-f559-4619-8df6-f14e89c7b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6804aca0-1395-4534-af02-22c994bfad77,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:22.057366 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 44900) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:22.114896 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:22.115300 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.127050 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d93cb4a6-93ac-4107-a910-0dc66206c8b8 admin admin] Publish callbacks [] for security_group (6804aca0-1395-4534-af02-22c994bfad77), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.152836 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d93cb4a6-93ac-4107-a910-0dc66206c8b8 admin admin] Publish callbacks [] for security_group (6804aca0-1395-4534-af02-22c994bfad77), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.183360 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,segment=NetworkSegment(ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24),segment_id=ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:22.198721 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '0e15dbf0-f16c-4f71-be8c-e16ba0ec9826', 'network_id': 'd3e361a4-6c01-4b72-b69d-23e4b9203e81', 'port_id': '0e15dbf0-f16c-4f71-be8c-e16ba0ec9826', 'mac_address': 'fa:16:3e:80:ce:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '930403e7-0fae-4d29-a743-bfa4ef504c05', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:20:22.230030 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.272133 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:22.272528 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.275673 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:22.276047 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.282020 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d93cb4a6-93ac-4107-a910-0dc66206c8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (6804aca0-1395-4534-af02-22c994bfad77), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.286174 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d93cb4a6-93ac-4107-a910-0dc66206c8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.287905 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d93cb4a6-93ac-4107-a910-0dc66206c8b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6804aca0-1395-4534-af02-22c994bfad77 HTTP/1.1" status: 204 len: 168 time: 0.2284782 Apr 11 13:20:22.301761 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93cb4a6-93ac-4107-a910-0dc66206c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6804aca0-1395-4534-af02-22c994bfad77,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:22.307485 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:20:22.331118 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe63a10-1baf-4a61-bae4-885d04824fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60dbefc-7497-42b9-9e63-2e7cd0c4f798'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:20:22.334442 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28264a76-f7d3-4d38-88d1-0506831265ae" -d '{"events": [{"server_uuid": "cfe63a10-1baf-4a61-bae4-885d04824fa0", "name": "network-vif-plugged", "status": "completed", "tag": "c60dbefc-7497-42b9-9e63-2e7cd0c4f798"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:20:22.362803 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c60dbefc-7497-42b9-9e63-2e7cd0c4f798, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:22.364735 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,segment=NetworkSegment(ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24),segment_id=ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:22.387863 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f116cd26-0a68-474a-bd35-8c8c8d876ce1 x-openstack-request-id: req-f116cd26-0a68-474a-bd35-8c8c8d876ce1 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:20:22.388186 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe63a10-1baf-4a61-bae4-885d04824fa0", "name": "network-vif-plugged", "status": "completed", "tag": "c60dbefc-7497-42b9-9e63-2e7cd0c4f798", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:20:22.388536 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f116cd26-0a68-474a-bd35-8c8c8d876ce1 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:20:22.389065 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f116cd26-0a68-474a-bd35-8c8c8d876ce1'] response: {'server_uuid': 'cfe63a10-1baf-4a61-bae4-885d04824fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60dbefc-7497-42b9-9e63-2e7cd0c4f798', 'code': 200} Apr 11 13:20:22.451698 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.452582 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 8056cb1f-fd50-4561-88e5-c4c2d6c88681 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:20:22.484637 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df02717-b436-4e18-abc2-ad203ffec5b1 req-97fd4215-d396-4ff9-8eb5-d51262f838cb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:22.486450 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2df02717-b436-4e18-abc2-ad203ffec5b1 req-97fd4215-d396-4ff9-8eb5-d51262f838cb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 944 time: 0.0486948 Apr 11 13:20:22.518605 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.551450 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:22.568578 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2df02717-b436-4e18-abc2-ad203ffec5b1 req-d14d11be-3010-4433-8dbd-9318e74e09ac tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694275 Apr 11 13:20:22.589922 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:20:22.609155 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:22.665450 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:22.676461 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.775024 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:22.775024 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.817084 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['0e15dbf0-f16c-4f71-be8c-e16ba0ec9826'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:20:22.823899 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 8056cb1f-fd50-4561-88e5-c4c2d6c88681, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8056cb1f-fd50-4561-88e5-c4c2d6c88681,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:22.913153 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e797a-0c0a-461c-b909-830b137fdda1 req-9826c947-5c52-4830-90f9-2c794a8984b6 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:22.914788 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c23e797a-0c0a-461c-b909-830b137fdda1 req-9826c947-5c52-4830-90f9-2c794a8984b6 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 948 time: 0.0753500 Apr 11 13:20:22.950472 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:22.991924 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c23e797a-0c0a-461c-b909-830b137fdda1 req-5f656979-e035-401a-83bb-982ffa91c071 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683875 Apr 11 13:20:23.036325 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=8056cb1f-fd50-4561-88e5-c4c2d6c88681,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:23.155569 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-701b4b77-fb79-421f-b801-be25acaeb51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:23.829279 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:20:23.926155 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:20:23.984105 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98739c9c-388e-4d39-827c-56809aa01b3d req-b94ba60a-2492-4239-b969-6c917f70fd94 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:23.986742 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98739c9c-388e-4d39-827c-56809aa01b3d req-b94ba60a-2492-4239-b969-6c917f70fd94 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.3438690 Apr 11 13:20:23.991240 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:23.991629 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:24.100813 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-98739c9c-388e-4d39-827c-56809aa01b3d req-91ba0b6f-62c1-432f-9093-9606a0a7ab21 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024780 Apr 11 13:20:24.159573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:24.159980 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:24.198852 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df23a30-5c30-4439-920b-f7d773894523 req-8e50ebee-4b43-4901-be1b-98ab6152bc87 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:24.202239 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5df23a30-5c30-4439-920b-f7d773894523 req-8e50ebee-4b43-4901-be1b-98ab6152bc87 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 948 time: 0.0927870 Apr 11 13:20:24.210848 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,segment=NetworkSegment(ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24),segment_id=ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:24.279042 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5df23a30-5c30-4439-920b-f7d773894523 req-666dd607-771b-47bb-9a52-e7eb3292705d tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651150 Apr 11 13:20:24.322840 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:24.380798 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:24.390146 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a53d99d-f748-4455-881c-56970ce01950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8056cb1f-fd50-4561-88e5-c4c2d6c88681'}, {'server_uuid': '7c9f07e7-8d2c-426c-ba16-6ed61ece97bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e15dbf0-f16c-4f71-be8c-e16ba0ec9826'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:20:24.392438 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0692b5-b997-4383-b123-a14d27c52ae9" -d '{"events": [{"server_uuid": "5a53d99d-f748-4455-881c-56970ce01950", "name": "network-vif-plugged", "status": "completed", "tag": "8056cb1f-fd50-4561-88e5-c4c2d6c88681"}, {"server_uuid": "7c9f07e7-8d2c-426c-ba16-6ed61ece97bf", "name": "network-vif-plugged", "status": "completed", "tag": "0e15dbf0-f16c-4f71-be8c-e16ba0ec9826"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:20:24.433517 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Apr 2022 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56598dfa-ee88-4be3-a4f1-7fe76ed4aa74 x-openstack-request-id: req-56598dfa-ee88-4be3-a4f1-7fe76ed4aa74 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:20:24.433827 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a53d99d-f748-4455-881c-56970ce01950", "name": "network-vif-plugged", "status": "completed", "tag": "8056cb1f-fd50-4561-88e5-c4c2d6c88681", "code": 200}, {"server_uuid": "7c9f07e7-8d2c-426c-ba16-6ed61ece97bf", "name": "network-vif-plugged", "status": "completed", "tag": "0e15dbf0-f16c-4f71-be8c-e16ba0ec9826", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:20:24.434085 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-56598dfa-ee88-4be3-a4f1-7fe76ed4aa74 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:20:24.435078 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56598dfa-ee88-4be3-a4f1-7fe76ed4aa74'] response: {'server_uuid': '5a53d99d-f748-4455-881c-56970ce01950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8056cb1f-fd50-4561-88e5-c4c2d6c88681', 'code': 200} Apr 11 13:20:24.435667 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56598dfa-ee88-4be3-a4f1-7fe76ed4aa74'] response: {'server_uuid': '7c9f07e7-8d2c-426c-ba16-6ed61ece97bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e15dbf0-f16c-4f71-be8c-e16ba0ec9826', 'code': 200} Apr 11 13:20:25.237720 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5660b-70ea-483d-8e5c-99a1f11c3617 req-452f3ac0-ebff-41bc-a65d-375e0f582fe8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:25.240345 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-95d5660b-70ea-483d-8e5c-99a1f11c3617 req-452f3ac0-ebff-41bc-a65d-375e0f582fe8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0566254 Apr 11 13:20:25.299529 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-95d5660b-70ea-483d-8e5c-99a1f11c3617 req-c8f93252-fb6f-406a-a276-316db4af902b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522020 Apr 11 13:20:25.402991 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70b4cc-0041-40e7-a029-ba9839be50bb req-d161e02b-b2ec-426e-96c2-941df576b062 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:25.404596 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd70b4cc-0041-40e7-a029-ba9839be50bb req-d161e02b-b2ec-426e-96c2-941df576b062 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0592389 Apr 11 13:20:25.458998 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd70b4cc-0041-40e7-a029-ba9839be50bb req-9e23be34-7942-4d5f-9310-dc5317d081cc tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476301 Apr 11 13:20:25.743397 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-360ba369-7868-4f4f-b6cd-8152e84df121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:26.365731 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:26.427395 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae23e7-79b4-4802-86f2-e4d0f0be1739 req-6d1b3b89-8f5b-435e-9e69-98ddfbef0bb1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:26.428885 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d4ae23e7-79b4-4802-86f2-e4d0f0be1739 req-6d1b3b89-8f5b-435e-9e69-98ddfbef0bb1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0490777 Apr 11 13:20:26.475918 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d4ae23e7-79b4-4802-86f2-e4d0f0be1739 req-3bafaad6-f04e-4c79-ada2-a48db2e72226 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411510 Apr 11 13:20:26.594877 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9f344-2d09-48a2-9589-c3cecfe4ef2f req-8e6c4ca0-26da-4aeb-a035-fead99b29317 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:26.596333 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a8a9f344-2d09-48a2-9589-c3cecfe4ef2f req-8e6c4ca0-26da-4aeb-a035-fead99b29317 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0552559 Apr 11 13:20:26.645252 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a8a9f344-2d09-48a2-9589-c3cecfe4ef2f req-8c10e1ea-82d5-4251-887d-addab9f8f82f tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 Apr 11 13:20:27.592828 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debeadf-9672-4e07-812a-181921de6a7b req-06887ee7-24e6-43be-a100-ecc55082b27f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:27.594388 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2debeadf-9672-4e07-812a-181921de6a7b req-06887ee7-24e6-43be-a100-ecc55082b27f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0509996 Apr 11 13:20:27.655578 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2debeadf-9672-4e07-812a-181921de6a7b req-41012fb2-78f8-4167-935e-f41d52bad38a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538030 Apr 11 13:20:27.776907 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa95aa-9c0f-4231-90a6-ba9f9281708b req-cdc932be-e8de-49a5-900b-60875673022e tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:27.778227 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7fa95aa-9c0f-4231-90a6-ba9f9281708b req-cdc932be-e8de-49a5-900b-60875673022e tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0535555 Apr 11 13:20:27.818167 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-a251ae33-084a-415a-b952-4157207a2756 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830793 Apr 11 13:20:27.846805 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a7fa95aa-9c0f-4231-90a6-ba9f9281708b req-22c4df6d-b5f8-4c07-927a-202a68190fbb tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564814 Apr 11 13:20:27.977197 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:28.197958 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.50', 55646) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:28.255970 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-49c95306-1a9a-4b68-a4ea-0aee48b79aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:28.258769 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-49c95306-1a9a-4b68-a4ea-0aee48b79aa7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0995364 Apr 11 13:20:28.268345 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a5e156-425c-4154-9439-9d2e130bb406 req-982e50e1-b10c-4ee5-8aa2-c3cc37d28d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:28.269837 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91a5e156-425c-4154-9439-9d2e130bb406 req-982e50e1-b10c-4ee5-8aa2-c3cc37d28d4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 1133 time: 0.0708141 Apr 11 13:20:28.297960 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e5862-9667-4624-b657-9c8062a28ffa req-77bc57d5-96f6-473e-b8ea-149828bc3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:28.299740 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab9e5862-9667-4624-b657-9c8062a28ffa req-77bc57d5-96f6-473e-b8ea-149828bc3ebe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 1130 time: 0.1061141 Apr 11 13:20:28.303503 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9526cd0-a964-4207-be40-d7c3ff7d8be4 req-36b90166-ee88-4aef-bcdc-384bdc1ab1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:28.305049 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9526cd0-a964-4207-be40-d7c3ff7d8be4 req-36b90166-ee88-4aef-bcdc-384bdc1ab1e2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 1129 time: 0.0691192 Apr 11 13:20:28.392818 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9526cd0-a964-4207-be40-d7c3ff7d8be4 req-aef7c021-a310-43e1-b873-8ebc1c95d310 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673165 Apr 11 13:20:28.420102 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91a5e156-425c-4154-9439-9d2e130bb406 req-c2db3fbf-6d58-4419-bf95-627fac5d6b01 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385918 Apr 11 13:20:28.439060 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab9e5862-9667-4624-b657-9c8062a28ffa req-f87be6bc-e358-4716-9289-27be6d950733 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328094 Apr 11 13:20:28.447195 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-e83a5e03-89a4-4112-89f7-9bedc6e31cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:28.448670 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-e83a5e03-89a4-4112-89f7-9bedc6e31cc9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 915 time: 0.1539967 Apr 11 13:20:28.787887 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376a7af-55b5-46d3-a5c0-bd1708ca814e req-cc374d97-7b12-4534-81e2-f41957ba601f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:28.789308 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1376a7af-55b5-46d3-a5c0-bd1708ca814e req-cc374d97-7b12-4534-81e2-f41957ba601f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0665801 Apr 11 13:20:28.845109 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1376a7af-55b5-46d3-a5c0-bd1708ca814e req-a13c341d-f4b0-46dc-8a2f-b4ef27b83098 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500336 Apr 11 13:20:28.973485 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1029c7-85c1-4c64-b36f-bdca37e4910b req-e6d750d7-fc16-45ca-b063-c2fd0ba05484 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:28.974736 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db1029c7-85c1-4c64-b36f-bdca37e4910b req-e6d750d7-fc16-45ca-b063-c2fd0ba05484 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0555425 Apr 11 13:20:29.041642 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db1029c7-85c1-4c64-b36f-bdca37e4910b req-fdebbaa8-5c41-4341-9525-717a593a4c5e tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616584 Apr 11 13:20:29.485274 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-8111a828-b087-4141-be1c-33eb646e2dfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea HTTP/1.1" status: 200 len: 1000 time: 0.1172993 Apr 11 13:20:29.571627 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:29.976703 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f64945-4196-4819-97f9-72aa1985ab03 req-c04fe894-9eb9-4d25-a282-810102ecb755 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:29.978327 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42f64945-4196-4819-97f9-72aa1985ab03 req-c04fe894-9eb9-4d25-a282-810102ecb755 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0562444 Apr 11 13:20:30.052674 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45150) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:30.055380 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42f64945-4196-4819-97f9-72aa1985ab03 req-e7d122ae-5530-475d-bdff-ad4733783a5a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704315 Apr 11 13:20:30.058865 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-e90b0b2a-4312-4a8c-860a-9afbcc629a0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1494502893', 'description': 'tempest-description--904256535'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:30.169109 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b2a-4312-4a8c-860a-9afbcc629a0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:30.188207 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7a452-f6f9-4193-b679-185009c0b3df req-a1fea621-27fd-4fa8-8e43-21533c315ed2 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:30.189730 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-04a7a452-f6f9-4193-b679-185009c0b3df req-a1fea621-27fd-4fa8-8e43-21533c315ed2 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0620232 Apr 11 13:20:30.498968 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-dc0c8bda-f346-448c-bd90-6abf777cd9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:30.500427 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-dc0c8bda-f346-448c-bd90-6abf777cd9ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.3085060 Apr 11 13:20:30.524331 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-04a7a452-f6f9-4193-b679-185009c0b3df req-dd728a77-4d5a-4c58-a4a0-7abdcef1bc8a tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233085 Apr 11 13:20:30.560411 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b2a-4312-4a8c-860a-9afbcc629a0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (7e01bfc0-591a-42ef-8882-5d46e82e2ac6), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:30.620503 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b2a-4312-4a8c-860a-9afbcc629a0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7e01bfc0-591a-42ef-8882-5d46e82e2ac6), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:30.656577 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b0b2a-4312-4a8c-860a-9afbcc629a0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e01bfc0-591a-42ef-8882-5d46e82e2ac6,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:30.730895 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e90b0b2a-4312-4a8c-860a-9afbcc629a0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:30.732338 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e90b0b2a-4312-4a8c-860a-9afbcc629a0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6781249 Apr 11 13:20:30.740196 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45174) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:30.745020 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-e08e20ce-ac75-4ed6-b6e3-0056ddf476a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group_rule': {'security_group_id': '7e01bfc0-591a-42ef-8882-5d46e82e2ac6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:30.898030 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e08e20ce-ac75-4ed6-b6e3-0056ddf476a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (03ceb756-3ba4-44a5-a5a0-68d4fbe2af4d), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:30.975524 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-28d0e0da-e446-43d9-9949-0be9ad62b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:30.977024 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-28d0e0da-e446-43d9-9949-0be9ad62b1df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675535 Apr 11 13:20:31.003031 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e08e20ce-ac75-4ed6-b6e3-0056ddf476a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (03ceb756-3ba4-44a5-a5a0-68d4fbe2af4d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.126918 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e08e20ce-ac75-4ed6-b6e3-0056ddf476a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (03ceb756-3ba4-44a5-a5a0-68d4fbe2af4d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.169423 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e20ce-ac75-4ed6-b6e3-0056ddf476a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ceb756-3ba4-44a5-a5a0-68d4fbe2af4d,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:31.207461 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087f1d1-c65e-4df0-a4c3-2c02fcfbba51 req-321d6186-ead4-420f-a11d-3de1ebafbd35 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:31.209950 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2087f1d1-c65e-4df0-a4c3-2c02fcfbba51 req-321d6186-ead4-420f-a11d-3de1ebafbd35 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0818262 Apr 11 13:20:31.293867 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45184) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:31.297818 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2087f1d1-c65e-4df0-a4c3-2c02fcfbba51 req-0568f45a-27da-48b2-9d32-376a8259d5df tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802193 Apr 11 13:20:31.305778 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e08e20ce-ac75-4ed6-b6e3-0056ddf476a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.307853 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e08e20ce-ac75-4ed6-b6e3-0056ddf476a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5655613 Apr 11 13:20:31.310357 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45188) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:31.316063 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-4c075798-fc14-4cd6-a34f-48b9a859e5d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group_rule': {'security_group_id': '7e01bfc0-591a-42ef-8882-5d46e82e2ac6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:31.447136 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c075798-fc14-4cd6-a34f-48b9a859e5d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (dee284e3-da90-4ccb-893b-3ff86e44a770), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.530814 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d421dc1-d0e2-432f-b33c-478109817fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.539176 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c075798-fc14-4cd6-a34f-48b9a859e5d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (dee284e3-da90-4ccb-893b-3ff86e44a770), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.611839 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c075798-fc14-4cd6-a34f-48b9a859e5d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (dee284e3-da90-4ccb-893b-3ff86e44a770), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.640332 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d421dc1-d0e2-432f-b33c-478109817fbb admin admin] Publish callbacks [] for security_group (92a08838-8ee6-4584-bec5-d3fb03a9eb98), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.644134 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c075798-fc14-4cd6-a34f-48b9a859e5d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee284e3-da90-4ccb-893b-3ff86e44a770,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:31.687122 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ad93d-3e81-4978-bfd4-b8f0a5209634 req-2f548fc4-ce8a-4936-8818-0558ac041d3c tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:31.690711 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-927ad93d-3e81-4978-bfd4-b8f0a5209634 req-2f548fc4-ce8a-4936-8818-0558ac041d3c tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0804713 Apr 11 13:20:31.767488 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4d421dc1-d0e2-432f-b33c-478109817fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (92a08838-8ee6-4584-bec5-d3fb03a9eb98), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.775677 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-927ad93d-3e81-4978-bfd4-b8f0a5209634 req-e692d77c-c275-4e57-b185-127aa920f64e tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658844 Apr 11 13:20:31.807011 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 45208) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:31.807325 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4d421dc1-d0e2-432f-b33c-478109817fbb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b5da957d126f4ceca6e037e4b1d24fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5118761 Apr 11 13:20:31.810169 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c075798-fc14-4cd6-a34f-48b9a859e5d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.811990 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4c075798-fc14-4cd6-a34f-48b9a859e5d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4996140 Apr 11 13:20:31.815797 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 45210) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:31.830709 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:31.897371 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d421dc1-d0e2-432f-b33c-478109817fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a08838-8ee6-4584-bec5-d3fb03a9eb98,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:31.932265 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-bb92916e-6c93-4144-be15-33c2caedba0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:31.934066 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-bb92916e-6c93-4144-be15-33c2caedba0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 1129 time: 0.0960295 Apr 11 13:20:31.934698 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f50370-4933-4eb7-91e3-82b88740a837 req-e2011f33-e2b2-4e24-8133-5eacd3bd5824 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:31.938199 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-76f50370-4933-4eb7-91e3-82b88740a837 req-e2011f33-e2b2-4e24-8133-5eacd3bd5824 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0847859 Apr 11 13:20:31.949812 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-68acb083-4393-43ca-9fa4-9d8db6d302a0 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742472 Apr 11 13:20:31.978090 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Publish callbacks [] for security_group (92a08838-8ee6-4584-bec5-d3fb03a9eb98), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:31.993464 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.077588 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-76f50370-4933-4eb7-91e3-82b88740a837 req-3d9affa1-5327-4fd5-91d7-9138b3d2de46 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262317 Apr 11 13:20:32.116162 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Publish callbacks [] for security_group (92a08838-8ee6-4584-bec5-d3fb03a9eb98), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.124113 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d685f50d-73bb-4d45-81e8-d61a2a61a400 req-5b820f6a-ee4c-4bb5-bc54-58fc0855510c service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392567 Apr 11 13:20:32.194965 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-c3171fc9-5383-4469-aa0e-d8cfa0a14c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:32.196368 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-c3171fc9-5383-4469-aa0e-d8cfa0a14c10 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.2543681 Apr 11 13:20:32.198181 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.352541 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (92a08838-8ee6-4584-bec5-d3fb03a9eb98), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.355342 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.359517 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92a08838-8ee6-4584-bec5-d3fb03a9eb98 HTTP/1.1" status: 204 len: 168 time: 0.5472050 Apr 11 13:20:32.378395 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a08838-8ee6-4584-bec5-d3fb03a9eb98,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:32.388295 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.389209 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.389925 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.390529 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc453438-48a3-4a4a-898a-050ca167a5fc req-298d5270-0ddc-412e-ab57-a0c952d845d0 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:32.391038 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.391577 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.392083 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.392569 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.393216 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.393712 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.394430 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.394920 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.395552 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.396239 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.396733 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.397365 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fc8b18-d8bb-4b6e-8f13-ca98ed26ec3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:32.400913 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 45224) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:32.405545 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cc453438-48a3-4a4a-898a-050ca167a5fc req-298d5270-0ddc-412e-ab57-a0c952d845d0 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0885594 Apr 11 13:20:32.477430 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cc453438-48a3-4a4a-898a-050ca167a5fc req-23db89f1-ca1a-416f-af78-36380ccefdb0 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711155 Apr 11 13:20:32.503716 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Allocated IP 172.27.3.88 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/7edbb542-a6b4-435f-ab3f-19b04986fdd2) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:20:32.638656 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (7edbb542-a6b4-435f-ab3f-19b04986fdd2), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.796408 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f46e1add-c27a-4874-a881-6495d1fc2a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.812348 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 45238) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:32.896075 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (7edbb542-a6b4-435f-ab3f-19b04986fdd2), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.906427 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56c5bf99-edbb-4f9c-96e7-bd62138b930b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.937338 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f46e1add-c27a-4874-a881-6495d1fc2a78 admin admin] Publish callbacks [] for security_group (5cda3498-18fd-4752-9b7d-ba5c87108e09), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:32.977387 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:20:32.980936 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=7edbb542-a6b4-435f-ab3f-19b04986fdd2,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:32.984019 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:20:32.987592 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:20:33.116394 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56c5bf99-edbb-4f9c-96e7-bd62138b930b admin admin] Publish callbacks [] for security_group (c2a09ac2-7e85-4a53-9651-de995798c0b0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.120523 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f46e1add-c27a-4874-a881-6495d1fc2a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (5cda3498-18fd-4752-9b7d-ba5c87108e09), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.124181 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (8c9e5078-a517-4424-8dce-4a8a9e39d02c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.172058 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f46e1add-c27a-4874-a881-6495d1fc2a78 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=56ff3980419443e19b7ec0f9827ea35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7656918 Apr 11 13:20:33.173147 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e1add-c27a-4874-a881-6495d1fc2a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cda3498-18fd-4752-9b7d-ba5c87108e09,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:33.174721 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45246) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:33.228656 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Publish callbacks [] for security_group (5cda3498-18fd-4752-9b7d-ba5c87108e09), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.235728 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dfaa6-7032-4766-b64c-a427dac8a359 req-422a7d0d-e916-49c0-b312-fc3cdd2054bb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:33.237320 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a3dfaa6-7032-4766-b64c-a427dac8a359 req-422a7d0d-e916-49c0-b312-fc3cdd2054bb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0545673 Apr 11 13:20:33.240788 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56c5bf99-edbb-4f9c-96e7-bd62138b930b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c2a09ac2-7e85-4a53-9651-de995798c0b0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.261209 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Publish callbacks [] for security_group (5cda3498-18fd-4752-9b7d-ba5c87108e09), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.328053 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-56c5bf99-edbb-4f9c-96e7-bd62138b930b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cb1f1bc014d748398c72a1d1c6afe0c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145941 Apr 11 13:20:33.331112 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45248) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:33.334917 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (7edbb542-a6b4-435f-ab3f-19b04986fdd2), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.339108 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5bf99-edbb-4f9c-96e7-bd62138b930b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a09ac2-7e85-4a53-9651-de995798c0b0,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:33.385553 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 45250) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:33.393443 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-67bf6fe9-316e-4e64-8ad7-b3341a92dbab admin admin] Publish callbacks [] for security_group (c2a09ac2-7e85-4a53-9651-de995798c0b0), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.395082 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (5cda3498-18fd-4752-9b7d-ba5c87108e09), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.397959 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.400645 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5cda3498-18fd-4752-9b7d-ba5c87108e09 HTTP/1.1" status: 204 len: 168 time: 0.2249002 Apr 11 13:20:33.406791 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a3dfaa6-7032-4766-b64c-a427dac8a359 req-8f4751a5-1490-45f6-9486-92059f5c7478 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532652 Apr 11 13:20:33.423023 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc99c-bda0-4e38-aaed-394a0e828123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.424211 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cda3498-18fd-4752-9b7d-ba5c87108e09,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:33.438848 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.439463 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.439961 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.440306 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.440636 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.441112 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.441736 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.442068 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.442425 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.442751 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.443247 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.443585 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.443909 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.444229 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.444551 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1becaa38-b3d8-4e22-9049-3dc522b72a58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:33.448747 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-67bf6fe9-316e-4e64-8ad7-b3341a92dbab admin admin] Publish callbacks [] for security_group (c2a09ac2-7e85-4a53-9651-de995798c0b0), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.579693 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-446cdd49-6efa-4861-9eaa-61d66ad9aca4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8056cb1f-fd50-4561-88e5-c4c2d6c88681 HTTP/1.1" status: 200 len: 217 time: 0.1058824 Apr 11 13:20:33.621998 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dc1df-76e8-4ce0-a773-507954b914a9 req-bf07fb98-7f5b-4a4c-af91-4fd0f027e421 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:33.625072 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c29dc1df-76e8-4ce0-a773-507954b914a9 req-bf07fb98-7f5b-4a4c-af91-4fd0f027e421 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0621150 Apr 11 13:20:33.638742 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-67bf6fe9-316e-4e64-8ad7-b3341a92dbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c2a09ac2-7e85-4a53-9651-de995798c0b0), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.642406 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-67bf6fe9-316e-4e64-8ad7-b3341a92dbab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.646026 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-67bf6fe9-316e-4e64-8ad7-b3341a92dbab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2a09ac2-7e85-4a53-9651-de995798c0b0 HTTP/1.1" status: 204 len: 168 time: 0.3113782 Apr 11 13:20:33.665656 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf6fe9-316e-4e64-8ad7-b3341a92dbab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a09ac2-7e85-4a53-9651-de995798c0b0,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:33.722037 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c29dc1df-76e8-4ce0-a773-507954b914a9 req-60e4a245-8d83-42af-bd41-d874dbcd4136 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912106 Apr 11 13:20:33.725296 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (7edbb542-a6b4-435f-ab3f-19b04986fdd2), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.729419 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-439e5903-fdd0-498c-a22d-63e8ea085377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:33.731120 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-439e5903-fdd0-498c-a22d-63e8ea085377 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0877664 Apr 11 13:20:33.763781 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc99c-bda0-4e38-aaed-394a0e828123 admin admin] Publish callbacks [] for security_group (d56c5175-9a59-4593-8568-942d0a8693e0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.805538 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (7edbb542-a6b4-435f-ab3f-19b04986fdd2), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.840925 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b0bdc99c-bda0-4e38-aaed-394a0e828123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d56c5175-9a59-4593-8568-942d0a8693e0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:33.909869 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=7edbb542-a6b4-435f-ab3f-19b04986fdd2,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:33.935383 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bdc99c-bda0-4e38-aaed-394a0e828123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56c5175-9a59-4593-8568-942d0a8693e0,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:33.946381 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b0bdc99c-bda0-4e38-aaed-394a0e828123 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6bac73f19ff1447a858267d0a06a7459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5540903 Apr 11 13:20:33.946633 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45262) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:33.954904 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (8c9e5078-a517-4424-8dce-4a8a9e39d02c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.025579 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-f1b4c4f4-0d15-4659-a8dc-4e77a409f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:34.027632 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-f1b4c4f4-0d15-4659-a8dc-4e77a409f772 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618742 Apr 11 13:20:34.049270 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.050616 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a76fd117-ad5d-4e93-bb6f-b71ccf761dea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2275853 Apr 11 13:20:34.089816 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-faf10e11-3f26-469f-854f-7a4f00bc6e81 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:34.091367 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-faf10e11-3f26-469f-854f-7a4f00bc6e81 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0866015 Apr 11 13:20:34.098511 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-05118ff1-348b-4b76-8bc9-7d6744a66b74 admin admin] Publish callbacks [] for security_group (d56c5175-9a59-4593-8568-942d0a8693e0), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.152546 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-05118ff1-348b-4b76-8bc9-7d6744a66b74 admin admin] Publish callbacks [] for security_group (d56c5175-9a59-4593-8568-942d0a8693e0), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.172774 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-7ae206d0-fe7d-406b-9f60-8214e4e1be89 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374893 Apr 11 13:20:34.270027 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Deleting port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:20:34.270658 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.306136 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a9a9727f-6381-4341-b2e3-d53a02fea167 req-84184168-6f82-45b3-baa1-9b541a8b4cc8 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243501 Apr 11 13:20:34.357155 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45286) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:34.384793 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2305-5245-4814-ab5e-de6d6f2ba90c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.405676 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] For port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,segment=NetworkSegment(ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24),segment_id=ca704c1d-82a2-4dd4-b9b6-6473dfdd0f24)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:34.407118 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.438302 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Calling delete_port for 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:20:34.449664 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-077e20f3-c1c0-44f9-8ac7-ab97681e22ef tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1494502893&fields=id&tenant_id=70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 267 time: 0.0689394 Apr 11 13:20:34.450236 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-05118ff1-348b-4b76-8bc9-7d6744a66b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d56c5175-9a59-4593-8568-942d0a8693e0), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.454600 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-05118ff1-348b-4b76-8bc9-7d6744a66b74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.456050 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-05118ff1-348b-4b76-8bc9-7d6744a66b74 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d56c5175-9a59-4593-8568-942d0a8693e0 HTTP/1.1" status: 204 len: 168 time: 0.5085518 Apr 11 13:20:34.550861 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05118ff1-348b-4b76-8bc9-7d6744a66b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56c5175-9a59-4593-8568-942d0a8693e0,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:34.629102 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841257-25a1-418f-92bd-038a24165b02 req-264f04ae-b2f1-4be3-a354-961ee4dc6a38 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:34.631130 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-264f04ae-b2f1-4be3-a354-961ee4dc6a38 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 814 time: 0.1708593 Apr 11 13:20:34.638680 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8f980-551f-42da-bd71-943c9a12e9a5 req-e1e3aab3-346c-4ded-b918-442ec3341275 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:34.641174 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5ca8f980-551f-42da-bd71-943c9a12e9a5 req-e1e3aab3-346c-4ded-b918-442ec3341275 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0928946 Apr 11 13:20:34.648510 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-b474cce3-f07a-4c88-b005-a9594735516b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/quotas/70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 375 time: 0.0118184 Apr 11 13:20:34.711899 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2305-5245-4814-ab5e-de6d6f2ba90c admin admin] Publish callbacks [] for security_group (e7af9b58-457d-415f-bcda-cc200a2f2d8d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.716129 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-9a2af096-8c6f-45cc-8f26-7016056fd268 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619743 Apr 11 13:20:34.763121 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5ca8f980-551f-42da-bd71-943c9a12e9a5 req-ac2e482f-489b-4faa-971e-4bada140a225 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138430 Apr 11 13:20:34.797529 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f2a2305-5245-4814-ab5e-de6d6f2ba90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e7af9b58-457d-415f-bcda-cc200a2f2d8d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.852042 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-daff54a1-814b-488d-a869-40ae8b357855 service neutron] 10.222.0.49 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209488 Apr 11 13:20:34.892397 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a2305-5245-4814-ab5e-de6d6f2ba90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7af9b58-457d-415f-bcda-cc200a2f2d8d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:34.902808 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6f2a2305-5245-4814-ab5e-de6d6f2ba90c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=51b347e988d641a1a935560ef4027644&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5437429 Apr 11 13:20:34.906339 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45304) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:34.925413 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90714a3f-163e-473d-8118-dd7ac77dab35 req-ffad9d56-3c70-4ea7-bb38-8c9a80a4d708 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:34.927080 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-90714a3f-163e-473d-8118-dd7ac77dab35 req-ffad9d56-3c70-4ea7-bb38-8c9a80a4d708 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 949 time: 0.0868075 Apr 11 13:20:34.927781 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (0e15dbf0-f16c-4f71-be8c-e16ba0ec9826), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:34.941274 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['0e15dbf0-f16c-4f71-be8c-e16ba0ec9826'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:20:34.989942 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-f5a68497-b17a-4560-aa7d-ac30bdafa171 service neutron] 10.222.0.49 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314034 Apr 11 13:20:35.019397 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Pushing event deleted for resources: {'Port': ['ID=0e15dbf0-f16c-4f71-be8c-e16ba0ec9826,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:35.118036 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] No DVR routers for this DVR port 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:20:35.157972 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5b0f07f9-0b0d-4348-b8b1-c8e3c5cdca7d admin admin] Publish callbacks [] for security_group (e7af9b58-457d-415f-bcda-cc200a2f2d8d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.162865 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.166578 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0e09ca5-e97d-4bdf-a8d1-e7aae684cc41 req-75b69082-186e-424e-9204-399b2f79e990 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.50 "DELETE /v2.0/ports/0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 HTTP/1.1" status: 204 len: 173 time: 1.0691435 Apr 11 13:20:35.167281 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c9f07e7-8d2c-426c-ba16-6ed61ece97bf', 'name': 'network-vif-deleted', 'tag': '0e15dbf0-f16c-4f71-be8c-e16ba0ec9826'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:20:35.171296 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe72607-8eed-43b8-a19f-633c8ca88e68" -d '{"events": [{"server_uuid": "7c9f07e7-8d2c-426c-ba16-6ed61ece97bf", "name": "network-vif-deleted", "tag": "0e15dbf0-f16c-4f71-be8c-e16ba0ec9826"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:20:35.190479 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 45316) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:35.197331 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-90714a3f-163e-473d-8118-dd7ac77dab35 req-70411e24-e42d-43f3-84df-66d93dafb924 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/security-groups?id=e6e0d933-a652-4758-b915-d06dafcd7542&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614214 Apr 11 13:20:35.234575 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5b0f07f9-0b0d-4348-b8b1-c8e3c5cdca7d admin admin] Publish callbacks [] for security_group (e7af9b58-457d-415f-bcda-cc200a2f2d8d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.283824 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b484819c-cfeb-4ae3-b610-b75e3fcf6ff7 x-openstack-request-id: req-b484819c-cfeb-4ae3-b610-b75e3fcf6ff7 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:20:35.284121 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c9f07e7-8d2c-426c-ba16-6ed61ece97bf", "name": "network-vif-deleted", "tag": "0e15dbf0-f16c-4f71-be8c-e16ba0ec9826", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:20:35.284374 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b484819c-cfeb-4ae3-b610-b75e3fcf6ff7 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:20:35.284792 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b484819c-cfeb-4ae3-b610-b75e3fcf6ff7'] response: {'server_uuid': '7c9f07e7-8d2c-426c-ba16-6ed61ece97bf', 'name': 'network-vif-deleted', 'tag': '0e15dbf0-f16c-4f71-be8c-e16ba0ec9826', 'status': 'completed', 'code': 200} Apr 11 13:20:35.412603 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2a3738d-185c-4489-9024-70f4d35242f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.417315 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5b0f07f9-0b0d-4348-b8b1-c8e3c5cdca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e7af9b58-457d-415f-bcda-cc200a2f2d8d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.421826 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5b0f07f9-0b0d-4348-b8b1-c8e3c5cdca7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.434386 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5b0f07f9-0b0d-4348-b8b1-c8e3c5cdca7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e7af9b58-457d-415f-bcda-cc200a2f2d8d HTTP/1.1" status: 204 len: 168 time: 0.5270340 Apr 11 13:20:35.454841 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-26783427-a92d-4f54-947f-7801550f6656 req-0c8f63ec-62b9-4c4f-8965-a5f354b3f12f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0923865 Apr 11 13:20:35.461696 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f07f9-0b0d-4348-b8b1-c8e3c5cdca7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7af9b58-457d-415f-bcda-cc200a2f2d8d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:35.559989 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2a3738d-185c-4489-9024-70f4d35242f4 admin admin] Publish callbacks [] for security_group (be1118cc-c948-4848-842a-27c5f13a1af0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.687912 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c2a3738d-185c-4489-9024-70f4d35242f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (be1118cc-c948-4848-842a-27c5f13a1af0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.729646 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c2a3738d-185c-4489-9024-70f4d35242f4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8503db4bd6cb40e6a2fbaf2b08b00a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5376568 Apr 11 13:20:35.730461 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3738d-185c-4489-9024-70f4d35242f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1118cc-c948-4848-842a-27c5f13a1af0,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:35.733390 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45340) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:35.807354 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-33141948-0ae8-49a1-9e66-68978f304a6b admin admin] Publish callbacks [] for security_group (be1118cc-c948-4848-842a-27c5f13a1af0), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.845844 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-33141948-0ae8-49a1-9e66-68978f304a6b admin admin] Publish callbacks [] for security_group (be1118cc-c948-4848-842a-27c5f13a1af0), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:35.957295 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52c75a-dd02-4707-9c3e-8be8a261c6db req-33ca47e6-1b08-4d48-8945-c576145c261f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:35.959841 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5d52c75a-dd02-4707-9c3e-8be8a261c6db req-33ca47e6-1b08-4d48-8945-c576145c261f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.1129475 Apr 11 13:20:36.002856 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-33141948-0ae8-49a1-9e66-68978f304a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (be1118cc-c948-4848-842a-27c5f13a1af0), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:36.005601 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-33141948-0ae8-49a1-9e66-68978f304a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:36.011185 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-33141948-0ae8-49a1-9e66-68978f304a6b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be1118cc-c948-4848-842a-27c5f13a1af0 HTTP/1.1" status: 204 len: 168 time: 0.2719433 Apr 11 13:20:36.026158 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33141948-0ae8-49a1-9e66-68978f304a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1118cc-c948-4848-842a-27c5f13a1af0,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:36.086494 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5d52c75a-dd02-4707-9c3e-8be8a261c6db req-62bc10f1-fd38-43bf-9f8b-637beac22b1c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123672 Apr 11 13:20:36.441005 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a0058185-f2e2-4cc7-a345-186be63a8e25 req-d9405d37-1bec-45d9-9948-a57cad0ab4a5 tempest-VolumesNegativeTest-542555654 tempest-VolumesNegativeTest-542555654-project] 10.222.0.49 "GET /v2.0/ports?device_id=7c9f07e7-8d2c-426c-ba16-6ed61ece97bf HTTP/1.1" status: 200 len: 210 time: 0.0423367 Apr 11 13:20:36.573416 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ccc16e9c-bf00-46ba-bfac-8c2f1182eb9b req-49a669bd-c39a-4a13-9894-4beff802a43a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0313563 Apr 11 13:20:37.289660 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e0ff2-25d7-48a1-b132-bcae6941270b req-fe373d58-9a78-44fb-86d7-358a4bc1b918 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:37.299949 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a12e0ff2-25d7-48a1-b132-bcae6941270b req-fe373d58-9a78-44fb-86d7-358a4bc1b918 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0826659 Apr 11 13:20:37.355045 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a12e0ff2-25d7-48a1-b132-bcae6941270b req-c23ba84c-5a7c-4efe-b8a2-02cb8a195b09 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538957 Apr 11 13:20:37.713211 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f17eb3e6-7f47-4667-a13e-c0ad1ea5905f req-809f6301-c436-4f3a-aee6-e977fef67b32 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0570905 Apr 11 13:20:37.886458 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:20:37.935343 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:20:37.935770 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 0e15dbf0-f16c-4f71-be8c-e16ba0ec9826 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:20:38.490602 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78374dc7-a94c-46b9-ac77-096764004ad1 req-3cf0eebc-2b60-4f5b-bb4d-80093629e532 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:38.492167 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-78374dc7-a94c-46b9-ac77-096764004ad1 req-3cf0eebc-2b60-4f5b-bb4d-80093629e532 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0528679 Apr 11 13:20:38.566562 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-78374dc7-a94c-46b9-ac77-096764004ad1 req-1620fb3c-80b4-43b0-9e25-b182349c19e4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624170 Apr 11 13:20:38.867516 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-57730db6-4cf4-418f-bd40-ddbe2e778dee req-f816fc66-befa-40c6-9cd1-0191250e80fc tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0469871 Apr 11 13:20:39.011963 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45484) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:39.175528 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1f77-d0ea-448b-841f-7f2943802725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:39.313945 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1f77-d0ea-448b-841f-7f2943802725 admin admin] Publish callbacks [] for security_group (c9cae34b-ae9c-41a4-b7cc-7e06a81fa7ab), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:39.407958 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2ce1f77-d0ea-448b-841f-7f2943802725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c9cae34b-ae9c-41a4-b7cc-7e06a81fa7ab), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:39.455580 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e2ce1f77-d0ea-448b-841f-7f2943802725 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e85d5221c6174f65a079372387d49c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424601 Apr 11 13:20:39.456760 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce1f77-d0ea-448b-841f-7f2943802725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cae34b-ae9c-41a4-b7cc-7e06a81fa7ab,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:39.457878 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 45548) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:39.526065 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b9bdb86-22b6-4ae3-8703-be436be71147 admin admin] Publish callbacks [] for security_group (c9cae34b-ae9c-41a4-b7cc-7e06a81fa7ab), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:39.564147 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b9bdb86-22b6-4ae3-8703-be436be71147 admin admin] Publish callbacks [] for security_group (c9cae34b-ae9c-41a4-b7cc-7e06a81fa7ab), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:39.701163 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1ccfc-c1cd-4286-be89-c45841b5c8aa req-59670005-4d89-439b-9144-ad616a04118e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:39.703099 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31a1ccfc-c1cd-4286-be89-c45841b5c8aa req-59670005-4d89-439b-9144-ad616a04118e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0504558 Apr 11 13:20:39.736972 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b9bdb86-22b6-4ae3-8703-be436be71147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c9cae34b-ae9c-41a4-b7cc-7e06a81fa7ab), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:39.744633 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5b9bdb86-22b6-4ae3-8703-be436be71147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:39.744633 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5b9bdb86-22b6-4ae3-8703-be436be71147 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9cae34b-ae9c-41a4-b7cc-7e06a81fa7ab HTTP/1.1" status: 204 len: 168 time: 0.2801545 Apr 11 13:20:39.761560 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bdb86-22b6-4ae3-8703-be436be71147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cae34b-ae9c-41a4-b7cc-7e06a81fa7ab,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:39.780193 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31a1ccfc-c1cd-4286-be89-c45841b5c8aa req-7f5b9e08-5c63-4ef8-a01a-9cbc37407300 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707085 Apr 11 13:20:39.994867 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a8783c58-86bd-4b45-8215-6138db98e843 req-eff30105-2919-4557-9e17-bdb166bc5b54 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0397763 Apr 11 13:20:40.953850 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d73adc-64a1-42ee-abc1-1bb5c549ad94 req-f387bd9b-91a8-4b09-9288-ea2b62602131 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:40.955461 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-70d73adc-64a1-42ee-abc1-1bb5c549ad94 req-f387bd9b-91a8-4b09-9288-ea2b62602131 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0624163 Apr 11 13:20:41.019663 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-70d73adc-64a1-42ee-abc1-1bb5c549ad94 req-36f0fcd6-4917-49cb-9f66-349dc0553739 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574930 Apr 11 13:20:41.120797 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-37c195a8-d7c2-44cd-9973-1576ba410365 req-cb1034be-dfe4-4d38-8428-1062894fb8f0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0427368 Apr 11 13:20:41.772732 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45702) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:41.892367 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-47c98c4c-bc38-480c-bd14-c7a2f9788cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:42.011239 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-47c98c4c-bc38-480c-bd14-c7a2f9788cd3 admin admin] Publish callbacks [] for security_group (7051e5d2-b7fb-4753-8b1e-4e67f5035634), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:42.093943 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-47c98c4c-bc38-480c-bd14-c7a2f9788cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7051e5d2-b7fb-4753-8b1e-4e67f5035634), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:42.162921 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-47c98c4c-bc38-480c-bd14-c7a2f9788cd3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ffe8a50180b43d29ad1dd2d980a6fa3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890672 Apr 11 13:20:42.164610 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 45758) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:42.192734 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c98c4c-bc38-480c-bd14-c7a2f9788cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7051e5d2-b7fb-4753-8b1e-4e67f5035634,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:42.216574 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615372-36b3-4f2d-a59a-33cf4f42f277 req-be793554-9e95-4322-9b4d-87fe93cbeefe tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:42.219756 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d5615372-36b3-4f2d-a59a-33cf4f42f277 req-be793554-9e95-4322-9b4d-87fe93cbeefe tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.1064165 Apr 11 13:20:42.312386 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d5615372-36b3-4f2d-a59a-33cf4f42f277 req-b2f6bf89-3854-4828-a62a-a6fef0b5cbdb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867386 Apr 11 13:20:42.315631 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-990624c9-aea0-44e2-9431-1ac8d85a4af2 req-dc6e3340-0b77-430e-bc39-66c0ae6b9aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0736654 Apr 11 13:20:42.321546 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-10dd4046-f9fe-4cff-90d5-b410051237b0 admin admin] Publish callbacks [] for security_group (7051e5d2-b7fb-4753-8b1e-4e67f5035634), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:42.359640 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-10dd4046-f9fe-4cff-90d5-b410051237b0 admin admin] Publish callbacks [] for security_group (7051e5d2-b7fb-4753-8b1e-4e67f5035634), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:42.567271 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-10dd4046-f9fe-4cff-90d5-b410051237b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7051e5d2-b7fb-4753-8b1e-4e67f5035634), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:42.569918 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-10dd4046-f9fe-4cff-90d5-b410051237b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:42.571118 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-10dd4046-f9fe-4cff-90d5-b410051237b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7051e5d2-b7fb-4753-8b1e-4e67f5035634 HTTP/1.1" status: 204 len: 168 time: 0.3986068 Apr 11 13:20:42.581100 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd4046-f9fe-4cff-90d5-b410051237b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7051e5d2-b7fb-4753-8b1e-4e67f5035634,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:43.490254 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4f7f1194-3b21-466d-bd73-3d2fa9a32d9c req-d01bc644-c0ac-4632-9ba0-9b8846cc5ac9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0423384 Apr 11 13:20:43.493444 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aebe5b-0201-47b9-a363-fb9dde08afaa req-fea43417-c391-43b4-a622-466d13372119 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:43.502625 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09aebe5b-0201-47b9-a363-fb9dde08afaa req-fea43417-c391-43b4-a622-466d13372119 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0793536 Apr 11 13:20:43.561245 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09aebe5b-0201-47b9-a363-fb9dde08afaa req-ada712e3-4a05-4274-872c-423aca574cf1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576375 Apr 11 13:20:44.656210 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-92b3ce96-8456-43f2-834d-d6c144fd1d33 req-f910a949-b552-438c-a41a-d26cd9616a3f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0859730 Apr 11 13:20:44.760478 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef225b-02e8-4e67-8151-adc632eb6f00 req-714106d7-8ea5-4853-86bd-4d08b8c2e0cb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:44.762221 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-72ef225b-02e8-4e67-8151-adc632eb6f00 req-714106d7-8ea5-4853-86bd-4d08b8c2e0cb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0650709 Apr 11 13:20:44.888975 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-72ef225b-02e8-4e67-8151-adc632eb6f00 req-2967daab-0ac6-4689-b4e8-d7c5500ffb0d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070390 Apr 11 13:20:45.762167 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8e49a29d-d0eb-4f58-baea-204e89be2845 req-ba3b5e7e-ba7f-4037-ad16-0fafd1c2bfc7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0336387 Apr 11 13:20:46.036110 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f20981-b23c-4015-9f97-e4440319870f req-2bc51571-7e56-4b45-a93a-98fa35e1a616 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:46.042071 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-94f20981-b23c-4015-9f97-e4440319870f req-2bc51571-7e56-4b45-a93a-98fa35e1a616 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0498974 Apr 11 13:20:46.091213 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-94f20981-b23c-4015-9f97-e4440319870f req-50f3caa7-b299-4e40-b9c2-3fc280f70198 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Apr 11 13:20:46.865435 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-815e14fd-7553-4ffa-8089-952d072dcfd4 req-c062f398-1516-4944-be8e-656a9ee891a5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0289915 Apr 11 13:20:47.226560 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3661811e-fdde-47b8-9138-c0923fcb3733 req-231bc2d0-1bd4-4f5b-8fdb-1823ec0db40d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:47.228112 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3661811e-fdde-47b8-9138-c0923fcb3733 req-231bc2d0-1bd4-4f5b-8fdb-1823ec0db40d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0534959 Apr 11 13:20:47.318393 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3661811e-fdde-47b8-9138-c0923fcb3733 req-87fd15c7-d51e-468c-bab6-2b60df5db6e9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829604 Apr 11 13:20:47.521160 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4737d8-2c61-4712-9e70-d90cc7623601 req-f51a9ab6-a7b6-413b-9ce4-e5e9411eabb6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:47.522603 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b4737d8-2c61-4712-9e70-d90cc7623601 req-f51a9ab6-a7b6-413b-9ce4-e5e9411eabb6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0504446 Apr 11 13:20:47.569977 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b4737d8-2c61-4712-9e70-d90cc7623601 req-03585eab-95b6-41b3-aa4b-5470f9897f29 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418303 Apr 11 13:20:47.973550 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-69a88fa0-3d34-4acd-83e6-f2ba61ed30be req-56305ee8-fb4d-41e7-b5bb-0733402aa4fd tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0317962 Apr 11 13:20:48.331995 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:20:48.448281 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adb62-26af-4547-8d86-b7c8f4b9872f req-98f55824-afea-4eb2-8a3c-3cbb483f8e3e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:48.449958 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4e6adb62-26af-4547-8d86-b7c8f4b9872f req-98f55824-afea-4eb2-8a3c-3cbb483f8e3e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0567973 Apr 11 13:20:48.502586 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4e6adb62-26af-4547-8d86-b7c8f4b9872f req-a1111343-21da-4565-a44a-87b62538571b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441566 Apr 11 13:20:48.768478 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794fc0c-a249-4aed-8b11-0571a9dba727 req-2cf9cd36-1cd5-49aa-92a5-8989004df46a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:48.769747 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1794fc0c-a249-4aed-8b11-0571a9dba727 req-2cf9cd36-1cd5-49aa-92a5-8989004df46a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1207952 Apr 11 13:20:48.820505 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841257-25a1-418f-92bd-038a24165b02 req-a6b22b6c-be1d-446d-a405-15dfc3bc136f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:48.821953 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-a6b22b6c-be1d-446d-a405-15dfc3bc136f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 814 time: 0.1848021 Apr 11 13:20:48.856887 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1794fc0c-a249-4aed-8b11-0571a9dba727 req-35eda436-d769-401d-a18c-b540391682f9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788000 Apr 11 13:20:48.921617 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-03a3c873-d09e-4e27-a76e-5154fcdfd4a6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 473 time: 0.0884240 Apr 11 13:20:48.931391 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'port': {'device_id': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'admin_state_up': True, 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'security_groups': ['7e01bfc0-591a-42ef-8882-5d46e82e2ac6']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:49.094999 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91c9be55-b0f2-4c57-9c58-11ef9cbf9d26 req-fc606229-75d4-4185-bbbc-318c74c17d06 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0383017 Apr 11 13:20:49.112279 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Made reservation on behalf of 70f9bb59f05040b99068fef7330a756a for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:20:49.117735 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:49.265507 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Allocated IP 172.20.0.8 (e9a51498-8b8d-4f70-bd15-925adb6a2840/2dd097f7-0acd-47ef-b937-c68a72df4ee2/949bb3aa-d7b7-4efa-b47b-54cbb5f1e979) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:20:49.427810 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:49.546225 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:49.602001 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:20:49.621589 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:20:49.626820 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:20:49.721473 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:49.740300 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8a415-9ce8-4bd9-afc2-2721b023b811 req-5627b5c6-7511-442c-a01f-456c06c30dbd tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:49.742362 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-55a8a415-9ce8-4bd9-afc2-2721b023b811 req-5627b5c6-7511-442c-a01f-456c06c30dbd tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.1389830 Apr 11 13:20:49.749649 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:49.750444 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:49.809479 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-55a8a415-9ce8-4bd9-afc2-2721b023b811 req-96c6e758-f2bd-430d-91f6-6f2db0f5f321 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557759 Apr 11 13:20:49.887285 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-0e272852-d3f1-4779-ace0-e2e9d6d71aaa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9594610 Apr 11 13:20:49.887488 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a095edfa-61f0-414c-ac60-bfd3438d43a6 None None] Provisioning complete for port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:20:49.887950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a095edfa-61f0-414c-ac60-bfd3438d43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:49.899594 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Request body: {'port': {'device_id': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:49.931184 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a095edfa-61f0-414c-ac60-bfd3438d43a6 None None] Port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:20:49.970965 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:50.007015 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939e61b-eb28-4785-9f14-5291345d9acc req-3b0399f5-c5d0-46ba-b4a7-afb4985a4126 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:50.007015 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5939e61b-eb28-4785-9f14-5291345d9acc req-3b0399f5-c5d0-46ba-b4a7-afb4985a4126 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0520935 Apr 11 13:20:50.080393 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5939e61b-eb28-4785-9f14-5291345d9acc req-2587488d-e28b-4395-af3d-3ab01a68baf0 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692105 Apr 11 13:20:50.531434 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85462179-f237-4bc3-8282-943df229a471 req-ac8ef99e-7ad3-40f3-8940-1cbe5352b82c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:50.533065 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-85462179-f237-4bc3-8282-943df229a471 req-ac8ef99e-7ad3-40f3-8940-1cbe5352b82c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 931 time: 0.3317802 Apr 11 13:20:50.624691 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-85462179-f237-4bc3-8282-943df229a471 req-a30ba376-d19a-473f-a225-ef16ad6f5b07 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823703 Apr 11 13:20:50.683993 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:20:50.694797 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Publish callbacks [] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:50.709808 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Transition to ACTIVE for port object 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:20:50.855874 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:50.902258 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Pushing event updated for resources: {'Port': ['ID=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:50.937503 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46076) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:50.970832 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a017392-df38-41ce-a7fb-29e9bf01f2e8 req-55cd4ce7-2824-4d64-81d4-7ebb1815fe0f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:50.972760 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a017392-df38-41ce-a7fb-29e9bf01f2e8 req-55cd4ce7-2824-4d64-81d4-7ebb1815fe0f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0630941 Apr 11 13:20:51.032631 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Attempting to bind port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:20:51.033246 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Attempting to bind port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:20:51.033802 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Attempting to bind port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:51.035880 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a017392-df38-41ce-a7fb-29e9bf01f2e8 req-786a6339-d044-41aa-8e55-ce3f54e433a2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563269 Apr 11 13:20:51.038901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:20:51.039362 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Attempting to bind port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:20:51.044709 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:20:51.045594 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Checking segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:20:51.045985 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Bound using segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:20:51.046465 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Bound port: 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:20:51.046836 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:51.137801 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] For port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:20:51.142513 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] For port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:20:51.198305 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46090) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:51.198521 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7e7395ea-261b-4d0c-b2aa-6ae78ecefab6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=727467f6f2c24376b3b198ae11ca1b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594378 Apr 11 13:20:51.225372 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:51.255184 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca2dac9a-3cf7-413c-89bc-3a24cbaf982b admin admin] Publish callbacks [] for security_group (e6e0d933-a652-4758-b915-d06dafcd7542), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:51.260999 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72edad-5d51-4fdd-8ce4-d06599f0a9dc req-cd457e95-99f6-4643-9bae-26e467825f79 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:51.262576 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ea72edad-5d51-4fdd-8ce4-d06599f0a9dc req-cd457e95-99f6-4643-9bae-26e467825f79 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0900965 Apr 11 13:20:51.283122 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca2dac9a-3cf7-413c-89bc-3a24cbaf982b admin admin] Publish callbacks [] for security_group (e6e0d933-a652-4758-b915-d06dafcd7542), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:51.287408 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:51.288051 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:51.289518 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] 10.222.0.50 "PUT /v2.0/ports/949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 HTTP/1.1" status: 200 len: 1093 time: 1.3946257 Apr 11 13:20:51.296597 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'tag': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:20:51.299103 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762899a5-5554-4e0e-bb37-80b7cb8ca28f" -d '{"events": [{"name": "network-changed", "server_uuid": "d87e3449-2ff3-4c25-81df-e042b77fe0ca", "tag": "949bb3aa-d7b7-4efa-b47b-54cbb5f1e979"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:20:51.333427 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76e911-85fc-46cc-9005-b83ccd77edad service neutron] Pushing event updated for resources: {'Port': ['ID=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:51.365948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46bf318-3e27-4126-99d3-66284ccb0166 x-openstack-request-id: req-a46bf318-3e27-4126-99d3-66284ccb0166 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:20:51.365948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87e3449-2ff3-4c25-81df-e042b77fe0ca", "tag": "949bb3aa-d7b7-4efa-b47b-54cbb5f1e979", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:20:51.365948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a46bf318-3e27-4126-99d3-66284ccb0166 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:20:51.365948 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46bf318-3e27-4126-99d3-66284ccb0166'] response: {'name': 'network-changed', 'server_uuid': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'tag': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'status': 'completed', 'code': 200} Apr 11 13:20:51.368688 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ea72edad-5d51-4fdd-8ce4-d06599f0a9dc req-416496ab-9517-420f-9e7f-2aea44b1362c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983915 Apr 11 13:20:51.442436 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca2dac9a-3cf7-413c-89bc-3a24cbaf982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e6e0d933-a652-4758-b915-d06dafcd7542), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:51.446961 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ca2dac9a-3cf7-413c-89bc-3a24cbaf982b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:51.448633 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ca2dac9a-3cf7-413c-89bc-3a24cbaf982b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e6e0d933-a652-4758-b915-d06dafcd7542 HTTP/1.1" status: 204 len: 168 time: 0.2491047 Apr 11 13:20:51.462878 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2dac9a-3cf7-413c-89bc-3a24cbaf982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e0d933-a652-4758-b915-d06dafcd7542,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:51.760167 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2092e74e-ef57-46e9-b6fd-45125e798e01 req-b3e50cab-9b42-4e99-af29-82150bf234ac tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:51.761929 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2092e74e-ef57-46e9-b6fd-45125e798e01 req-b3e50cab-9b42-4e99-af29-82150bf234ac tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 943 time: 0.0548449 Apr 11 13:20:51.828183 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2092e74e-ef57-46e9-b6fd-45125e798e01 req-e73da7c3-467a-4cfc-8f4f-09e17d80397d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555544 Apr 11 13:20:52.176930 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0728c-1a3d-461d-b205-d3e0c7fab604 req-7c27f0f7-19c8-4bee-9c6e-1430ae93c82f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:52.178775 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7bc0728c-1a3d-461d-b205-d3e0c7fab604 req-7c27f0f7-19c8-4bee-9c6e-1430ae93c82f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0639634 Apr 11 13:20:52.234742 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7bc0728c-1a3d-461d-b205-d3e0c7fab604 req-cfb8d4ab-6d65-430e-853a-567226f9efd7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486383 Apr 11 13:20:52.356405 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:52.516693 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8583b25-d748-4a6d-bf3b-c27fd7a273a6 req-5a092e38-4b11-4876-8d70-85b77b462a43 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:52.518386 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8583b25-d748-4a6d-bf3b-c27fd7a273a6 req-5a092e38-4b11-4876-8d70-85b77b462a43 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0686657 Apr 11 13:20:52.577018 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8583b25-d748-4a6d-bf3b-c27fd7a273a6 req-c9373a96-b073-4f3c-bdf5-c6bcd6a25734 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492291 Apr 11 13:20:52.949062 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f198-2c01-4174-b27a-945d636c4142 req-d58ce571-a3e7-4de4-a7d4-02c3bcf49e45 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:52.952755 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8041f198-2c01-4174-b27a-945d636c4142 req-d58ce571-a3e7-4de4-a7d4-02c3bcf49e45 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 943 time: 0.0506129 Apr 11 13:20:53.008677 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8041f198-2c01-4174-b27a-945d636c4142 req-3003d8fb-737f-45de-80de-818281314341 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516548 Apr 11 13:20:53.138026 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-31d265b1-09e4-4a10-bd23-ccdb3a4f6064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:53.279746 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762899a5-5554-4e0e-bb37-80b7cb8ca28f req-e454a10c-3a42-4f5a-b105-ed7c381b7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:53.281317 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-762899a5-5554-4e0e-bb37-80b7cb8ca28f req-e454a10c-3a42-4f5a-b105-ed7c381b7bff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 1127 time: 0.0442426 Apr 11 13:20:53.360741 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584038bd-676b-4749-aa21-9938e73047d2 req-fba2d1ab-f057-43e9-80ee-e08448d809fe tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:53.362327 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-584038bd-676b-4749-aa21-9938e73047d2 req-fba2d1ab-f057-43e9-80ee-e08448d809fe tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0533957 Apr 11 13:20:53.427586 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-584038bd-676b-4749-aa21-9938e73047d2 req-075af51b-a87d-4800-96aa-9f526df7b564 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583270 Apr 11 13:20:53.481626 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762899a5-5554-4e0e-bb37-80b7cb8ca28f req-1ce9a2a1-af72-4e84-adf1-3b23f876f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:53.483675 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-762899a5-5554-4e0e-bb37-80b7cb8ca28f req-1ce9a2a1-af72-4e84-adf1-3b23f876f21a service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=70f9bb59f05040b99068fef7330a756a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1886022 Apr 11 13:20:53.712163 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762899a5-5554-4e0e-bb37-80b7cb8ca28f req-69927aa2-814d-4000-8313-fb51760b14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:53.713858 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-762899a5-5554-4e0e-bb37-80b7cb8ca28f req-69927aa2-814d-4000-8313-fb51760b14ea service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2240686 Apr 11 13:20:53.731282 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf3549-35e8-4134-8119-f9f24d3b5d00 req-455f235c-02dd-4fb7-898b-0803ca81d695 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:53.733018 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b4cf3549-35e8-4134-8119-f9f24d3b5d00 req-455f235c-02dd-4fb7-898b-0803ca81d695 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0674767 Apr 11 13:20:53.820354 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841257-25a1-418f-92bd-038a24165b02 req-7317ec74-b2f5-4bef-a0c9-f1774f2c5d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:53.821909 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-7317ec74-b2f5-4bef-a0c9-f1774f2c5d28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 1127 time: 0.0611255 Apr 11 13:20:53.825519 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b4cf3549-35e8-4134-8119-f9f24d3b5d00 req-9e2c398a-8352-4a31-a4ab-8307b0a83972 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860665 Apr 11 13:20:53.869996 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-f49409c6-6f6f-4554-a85a-fd48df766665 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 HTTP/1.1" status: 200 len: 217 time: 0.0385773 Apr 11 13:20:53.921296 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841257-25a1-418f-92bd-038a24165b02 req-5deb46cc-8ff9-44a7-a2eb-60e07bc1025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:53.927190 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-5deb46cc-8ff9-44a7-a2eb-60e07bc1025a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.0475173 Apr 11 13:20:53.973248 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52841257-25a1-418f-92bd-038a24165b02 req-0286ae22-b5da-4a89-a327-e76c35997d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:53.974793 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-0286ae22-b5da-4a89-a327-e76c35997d5c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438800 Apr 11 13:20:54.072156 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-dd79b7e5-93a1-4cae-aea7-83c6b2dd6252 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906410 Apr 11 13:20:54.142532 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d3295-14a5-48c6-9c0d-1401f9f868db req-43b40538-cc25-4d15-b1bf-d097eec4425d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:54.144070 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-159d3295-14a5-48c6-9c0d-1401f9f868db req-43b40538-cc25-4d15-b1bf-d097eec4425d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 943 time: 0.0609317 Apr 11 13:20:54.171011 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52841257-25a1-418f-92bd-038a24165b02 req-1f2378e8-6a25-40d4-86de-2ca4669aded0 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920060 Apr 11 13:20:54.203889 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-159d3295-14a5-48c6-9c0d-1401f9f868db req-3ea814f8-815f-4e5e-8f38-e7fa108a83d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540392 Apr 11 13:20:54.549281 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bf1b5-9209-44c8-a554-51907bfc0df9 req-3d24ec2d-ff3f-4f17-ae32-0273b133ace2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:54.550944 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829bf1b5-9209-44c8-a554-51907bfc0df9 req-3d24ec2d-ff3f-4f17-ae32-0273b133ace2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0553312 Apr 11 13:20:54.615058 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-829bf1b5-9209-44c8-a554-51907bfc0df9 req-c2a0182a-0139-4329-af07-0caea7ac19fb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575359 Apr 11 13:20:54.952255 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaab3cb-3709-4a5f-9949-78c7e25f9c5b req-d86537d4-cda3-4088-9c43-e3c2e5bb65d5 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:54.953896 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eeaab3cb-3709-4a5f-9949-78c7e25f9c5b req-d86537d4-cda3-4088-9c43-e3c2e5bb65d5 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0520489 Apr 11 13:20:55.005817 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eeaab3cb-3709-4a5f-9949-78c7e25f9c5b req-2e0142ec-6b49-49f7-b0e0-17485addf5e0 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456045 Apr 11 13:20:55.300847 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46216) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:55.382401 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196f6cf-f905-42b0-8d6f-af0d8fae0bf3 req-f261ef4d-f8e8-48b2-9e0c-9d6dd161d4b8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:55.398004 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9196f6cf-f905-42b0-8d6f-af0d8fae0bf3 req-f261ef4d-f8e8-48b2-9e0c-9d6dd161d4b8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 943 time: 0.0814812 Apr 11 13:20:55.462644 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9196f6cf-f905-42b0-8d6f-af0d8fae0bf3 req-e6a3561b-d2d4-4cdd-b366-9ed344e35854 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637062 Apr 11 13:20:55.538392 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9d12008-2ebb-4d18-892b-5184c8698e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:55.654402 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9d12008-2ebb-4d18-892b-5184c8698e5a admin admin] Publish callbacks [] for security_group (31f56ebf-538f-47a5-8fbb-cc2f05f36fce), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:55.712309 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-95296761-9006-47c7-bf85-36b5a92417bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:55.757197 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a33952-d12a-4993-a9f8-abee25c089ec req-573aa045-45e4-43eb-80c8-e85f77209ba8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:55.758785 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b5a33952-d12a-4993-a9f8-abee25c089ec req-573aa045-45e4-43eb-80c8-e85f77209ba8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0625279 Apr 11 13:20:55.778815 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9d12008-2ebb-4d18-892b-5184c8698e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (31f56ebf-538f-47a5-8fbb-cc2f05f36fce), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:55.902458 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d12008-2ebb-4d18-892b-5184c8698e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f56ebf-538f-47a5-8fbb-cc2f05f36fce,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:55.909280 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a9d12008-2ebb-4d18-892b-5184c8698e5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f1bdd75c266947aeb32f07253cc7dc7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6067958 Apr 11 13:20:55.912913 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46256) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:55.913327 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b5a33952-d12a-4993-a9f8-abee25c089ec req-d4f4ec83-1855-46b3-bf97-4417908979ce tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484351 Apr 11 13:20:55.977832 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d47c3f19-278b-4cf4-93c3-e694d2cde70c admin admin] Publish callbacks [] for security_group (31f56ebf-538f-47a5-8fbb-cc2f05f36fce), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.004789 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d47c3f19-278b-4cf4-93c3-e694d2cde70c admin admin] Publish callbacks [] for security_group (31f56ebf-538f-47a5-8fbb-cc2f05f36fce), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.022900 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46260) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:56.146073 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df6fb7-845d-493d-8bd1-36d4d2089b57 req-c9b87486-7fdd-4b97-8347-01ab7b3f87a5 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:56.147673 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1df6fb7-845d-493d-8bd1-36d4d2089b57 req-c9b87486-7fdd-4b97-8347-01ab7b3f87a5 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0588775 Apr 11 13:20:56.172255 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3ea56d36-ebbf-4689-aa97-0cc1ccbf450e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.176523 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d47c3f19-278b-4cf4-93c3-e694d2cde70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (31f56ebf-538f-47a5-8fbb-cc2f05f36fce), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.179063 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d47c3f19-278b-4cf4-93c3-e694d2cde70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.180195 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d47c3f19-278b-4cf4-93c3-e694d2cde70c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31f56ebf-538f-47a5-8fbb-cc2f05f36fce HTTP/1.1" status: 204 len: 168 time: 0.2663076 Apr 11 13:20:56.205337 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c3f19-278b-4cf4-93c3-e694d2cde70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f56ebf-538f-47a5-8fbb-cc2f05f36fce,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:56.232924 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1df6fb7-845d-493d-8bd1-36d4d2089b57 req-97e077e6-ec98-464a-a22f-c70ddcd01518 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781682 Apr 11 13:20:56.294273 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3ea56d36-ebbf-4689-aa97-0cc1ccbf450e admin admin] Publish callbacks [] for security_group (bd4cda5c-b774-4e8d-a1bc-b4448030b359), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.408084 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3ea56d36-ebbf-4689-aa97-0cc1ccbf450e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (bd4cda5c-b774-4e8d-a1bc-b4448030b359), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.414886 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.450189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea56d36-ebbf-4689-aa97-0cc1ccbf450e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4cda5c-b774-4e8d-a1bc-b4448030b359,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:56.460073 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3ea56d36-ebbf-4689-aa97-0cc1ccbf450e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eab345379a974ac299511b3a8a778ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4326887 Apr 11 13:20:56.460578 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46272) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:56.518171 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-13cb2055-a941-40ec-8ece-ffa76db179b3 admin admin] Publish callbacks [] for security_group (bd4cda5c-b774-4e8d-a1bc-b4448030b359), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.549892 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-13cb2055-a941-40ec-8ece-ffa76db179b3 admin admin] Publish callbacks [] for security_group (bd4cda5c-b774-4e8d-a1bc-b4448030b359), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.590647 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf9c20-d34a-49c8-8008-3009774783fe req-56986ffd-429f-4323-baf3-08392e13156b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:56.592858 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dfcf9c20-d34a-49c8-8008-3009774783fe req-56986ffd-429f-4323-baf3-08392e13156b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 943 time: 0.0517340 Apr 11 13:20:56.642530 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dfcf9c20-d34a-49c8-8008-3009774783fe req-8289bc64-a919-4eac-8f03-dd2b8873b247 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434175 Apr 11 13:20:56.702845 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-13cb2055-a941-40ec-8ece-ffa76db179b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (bd4cda5c-b774-4e8d-a1bc-b4448030b359), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.705559 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-13cb2055-a941-40ec-8ece-ffa76db179b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:56.710339 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-13cb2055-a941-40ec-8ece-ffa76db179b3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd4cda5c-b774-4e8d-a1bc-b4448030b359 HTTP/1.1" status: 204 len: 168 time: 0.2457256 Apr 11 13:20:56.715748 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb2055-a941-40ec-8ece-ffa76db179b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4cda5c-b774-4e8d-a1bc-b4448030b359,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:57.045988 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4e7b7-66d0-49bb-a67c-c85c57ca17d9 req-cb0a44d8-9f83-4280-bbc0-fdc595a5f7d2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:57.047735 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-def4e7b7-66d0-49bb-a67c-c85c57ca17d9 req-cb0a44d8-9f83-4280-bbc0-fdc595a5f7d2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0548708 Apr 11 13:20:57.111512 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-def4e7b7-66d0-49bb-a67c-c85c57ca17d9 req-7e8fe18d-dab8-4672-a179-f2fcbc84e03a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567281 Apr 11 13:20:57.341105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46304) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:57.367798 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a7f6a-03a2-452c-9d24-938fe0242f2e req-d1bce6ff-e511-4668-adcb-3dab7a480e2d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:57.369343 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-911a7f6a-03a2-452c-9d24-938fe0242f2e req-d1bce6ff-e511-4668-adcb-3dab7a480e2d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0584817 Apr 11 13:20:57.423537 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46310) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:57.425124 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-911a7f6a-03a2-452c-9d24-938fe0242f2e req-b73a95e5-e96a-445b-aa37-389f251fba30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494771 Apr 11 13:20:57.439716 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-55f60afd-a4b9-4d39-b645-5c5903609c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.543855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-55f60afd-a4b9-4d39-b645-5c5903609c5e admin admin] Publish callbacks [] for security_group (67222928-0ced-498f-a66f-eb40443d7d25), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.562706 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:20:57.603072 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1987766262-network', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:57.615150 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-55f60afd-a4b9-4d39-b645-5c5903609c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (67222928-0ced-498f-a66f-eb40443d7d25), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.677414 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:57.683786 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f60afd-a4b9-4d39-b645-5c5903609c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67222928-0ced-498f-a66f-eb40443d7d25,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:57.696642 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-55f60afd-a4b9-4d39-b645-5c5903609c5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6483c1a1ab2949bc87aa7cf219b7f7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680199 Apr 11 13:20:57.697891 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46316) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:57.702621 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'port_id': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'mac_address': 'fa:16:3e:a1:fa:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:20:57.754448 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:20:57.754448 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.763026 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-53460d1a-4a90-46d0-80f6-4cbaaf45ba36 admin admin] Publish callbacks [] for security_group (67222928-0ced-498f-a66f-eb40443d7d25), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.772570 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:20:57.782777 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c820099-453a-46f2-b9aa-1061d30ce37c req-4e74f590-fe42-4836-961f-346359094a38 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:57.785530 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4c820099-453a-46f2-b9aa-1061d30ce37c req-4e74f590-fe42-4836-961f-346359094a38 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 943 time: 0.0611372 Apr 11 13:20:57.790128 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-53460d1a-4a90-46d0-80f6-4cbaaf45ba36 admin admin] Publish callbacks [] for security_group (67222928-0ced-498f-a66f-eb40443d7d25), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.796402 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:20:57.846322 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4c820099-453a-46f2-b9aa-1061d30ce37c req-811808aa-646d-4301-8314-84ff06375c05 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524423 Apr 11 13:20:57.864887 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Made reservation on behalf of 55f2507d26384db4a97b5bc46f4e55ba for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:20:57.867406 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.877691 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.920209 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.950934 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-53460d1a-4a90-46d0-80f6-4cbaaf45ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (67222928-0ced-498f-a66f-eb40443d7d25), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.953767 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.954651 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-53460d1a-4a90-46d0-80f6-4cbaaf45ba36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:57.956061 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-53460d1a-4a90-46d0-80f6-4cbaaf45ba36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/67222928-0ced-498f-a66f-eb40443d7d25 HTTP/1.1" status: 204 len: 168 time: 0.2592952 Apr 11 13:20:57.965050 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53460d1a-4a90-46d0-80f6-4cbaaf45ba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67222928-0ced-498f-a66f-eb40443d7d25,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:57.991572 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:58.004203 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.004855 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.005240 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.005593 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.006049 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.006989 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.006989 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.007302 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.007512 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.008012 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.008861 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.008861 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.009037 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.009457 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.010149 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:20:58.025314 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Publish callbacks [] for security_group (d6b59046-0f53-4f5e-bf68-8d0a68f3aea8), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.092017 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d6b59046-0f53-4f5e-bf68-8d0a68f3aea8), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.115051 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:20:58.133586 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b59046-0f53-4f5e-bf68-8d0a68f3aea8,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:58.137484 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (55460b03-fee3-45c7-b7ed-0cb298265a98), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.137831 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Added segment 55460b03-fee3-45c7-b7ed-0cb298265a98 of type vlan for network 740015a2-28ac-4efd-b448-9cfce752a39e Apr 11 13:20:58.182937 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (740015a2-28ac-4efd-b448-9cfce752a39e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.239704 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb1534-3ccd-4ffc-80be-4398f2141f1a req-1fdb8285-da48-4e2f-849f-5c115bd8afc3 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:58.241274 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aceb1534-3ccd-4ffc-80be-4398f2141f1a req-1fdb8285-da48-4e2f-849f-5c115bd8afc3 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0538876 Apr 11 13:20:58.257849 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (740015a2-28ac-4efd-b448-9cfce752a39e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.259384 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:58.260326 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.310207 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aceb1534-3ccd-4ffc-80be-4398f2141f1a req-affc68e9-b342-4af8-bf1b-e0b7af11a159 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628986 Apr 11 13:20:58.353039 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] Pushing event updated for resources: {'Network': ['ID=740015a2-28ac-4efd-b448-9cfce752a39e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:58.363832 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 740015a2-28ac-4efd-b448-9cfce752a39e details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:20:58.375164 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-eb1d5f43-4673-4afe-9d3e-185e0edb4388 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0322685 Apr 11 13:20:58.377999 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46326) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:58.383229 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Request body: {'subnet': {'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1987766262-subnet', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:58.503600 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Made reservation on behalf of 55f2507d26384db4a97b5bc46f4e55ba for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:20:58.506033 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4505333'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.605068 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6d13c-945f-461f-833b-2b71c8779b65 req-f9937aac-b91f-476c-b68f-bd25b074ac0c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:58.606748 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fdb6d13c-945f-461f-833b-2b71c8779b65 req-f9937aac-b91f-476c-b68f-bd25b074ac0c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0981712 Apr 11 13:20:58.652636 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46334) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:58.687310 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d92a19f-aaaa-45a5-9ee1-3f9415389df4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.702200 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fdb6d13c-945f-461f-833b-2b71c8779b65 req-5b1b8e0f-7700-45c7-825e-842edee97412 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862317 Apr 11 13:20:58.842602 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['949bb3aa-d7b7-4efa-b47b-54cbb5f1e979'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:20:58.859259 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d92a19f-aaaa-45a5-9ee1-3f9415389df4 admin admin] Publish callbacks [] for security_group (7a091f0a-788f-46ae-963d-3ff0b90630c0), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.945866 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4688241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4505319'] for subnet (1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:58.977614 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102ceb7-29e9-413b-8bf0-201fd559d7bf req-b0820ebe-cc5d-4c54-a4ec-7c33f6b6ffec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:58.979986 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9102ceb7-29e9-413b-8bf0-201fd559d7bf req-b0820ebe-cc5d-4c54-a4ec-7c33f6b6ffec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 944 time: 0.0558298 Apr 11 13:20:58.985301 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d92a19f-aaaa-45a5-9ee1-3f9415389df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7a091f0a-788f-46ae-963d-3ff0b90630c0), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.041971 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:59.043883 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9102ceb7-29e9-413b-8bf0-201fd559d7bf req-ee90c7f1-3470-456a-8468-c5d0c2bbda99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521786 Apr 11 13:20:59.058407 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92a19f-aaaa-45a5-9ee1-3f9415389df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a091f0a-788f-46ae-963d-3ff0b90630c0,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:59.068883 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7d92a19f-aaaa-45a5-9ee1-3f9415389df4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8464f13c82a848e2b336a389be1c2f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027526 Apr 11 13:20:59.068883 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46338) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:59.106071 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Checking segment: {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:20:59.106729 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Network hostable DHCP agents. Network: 740015a2-28ac-4efd-b448-9cfce752a39e, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:20:59.136591 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df3a0c43-a932-4939-8867-e88af7f6f569 admin admin] Publish callbacks [] for security_group (7a091f0a-788f-46ae-963d-3ff0b90630c0), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.159976 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df3a0c43-a932-4939-8867-e88af7f6f569 admin admin] Publish callbacks [] for security_group (7a091f0a-788f-46ae-963d-3ff0b90630c0), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.253327 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Network 740015a2-28ac-4efd-b448-9cfce752a39e is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:20:59.270754 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df3a0c43-a932-4939-8867-e88af7f6f569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7a091f0a-788f-46ae-963d-3ff0b90630c0), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.274087 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-df3a0c43-a932-4939-8867-e88af7f6f569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.275577 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-df3a0c43-a932-4939-8867-e88af7f6f569 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7a091f0a-788f-46ae-963d-3ff0b90630c0 HTTP/1.1" status: 204 len: 168 time: 0.2106647 Apr 11 13:20:59.286199 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a0c43-a932-4939-8867-e88af7f6f569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a091f0a-788f-46ae-963d-3ff0b90630c0,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:20:59.325976 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 740015a2-28ac-4efd-b448-9cfce752a39e) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:20:59.331208 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:59.331805 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.339128 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e320a2-e1cf-414c-b9d7-688226673999 None None] Network 740015a2-28ac-4efd-b448-9cfce752a39e requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:20:59.439462 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-052287d5-1390-445d-87f3-05a1855e187f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0603614 Apr 11 13:20:59.442469 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46348) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:20:59.449199 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:20:59.461455 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b6a1f-ab22-4da9-886f-735133073a9e req-c2a09cea-f258-46e9-9a0b-cbadd33390bc tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:59.463189 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-703b6a1f-ab22-4da9-886f-735133073a9e req-c2a09cea-f258-46e9-9a0b-cbadd33390bc tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0646000 Apr 11 13:20:59.489389 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-740015a2-28ac-4efd-b448-9cfce752a39e', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:20:59.490295 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.536487 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-703b6a1f-ab22-4da9-886f-735133073a9e req-f40edaf9-6184-4f7b-b7e3-3e8cb5d21e99 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644212 Apr 11 13:20:59.551053 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (448f05fc-4501-41b4-a817-17dbdcb72f86), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.552138 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (448f05fc-4501-41b4-a817-17dbdcb72f86), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.600503 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.627842 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks [] for router_controller (448f05fc-4501-41b4-a817-17dbdcb72f86), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.700027 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Allocated IP 172.20.0.2 (740015a2-28ac-4efd-b448-9cfce752a39e/1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1/c1fb1218-e743-4120-8342-d6c7e9f66acd) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:20:59.917904 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5727e-65f9-4228-b434-66c9c087eeb2 req-ef755fd6-25b8-46d5-84c8-795b81fb1086 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:20:59.919358 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-27e5727e-65f9-4228-b434-66c9c087eeb2 req-ef755fd6-25b8-46d5-84c8-795b81fb1086 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1104944 Apr 11 13:20:59.948016 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Publish callbacks [] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:20:59.975924 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks [] for router_gateway (448f05fc-4501-41b4-a817-17dbdcb72f86), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:00.025683 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:00.032955 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-27e5727e-65f9-4228-b434-66c9c087eeb2 req-20321531-e574-438d-a704-5db296096b28 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744596 Apr 11 13:21:00.065514 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Network 740015a2-28ac-4efd-b448-9cfce752a39e is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:00.071579 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:00.074250 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:00.109907 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Pushing event updated for resources: {'Port': ['ID=c1fb1218-e743-4120-8342-d6c7e9f66acd,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:00.153761 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Attempting to bind port c1fb1218-e743-4120-8342-d6c7e9f66acd on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:00.154229 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Attempting to bind port c1fb1218-e743-4120-8342-d6c7e9f66acd by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:00.154667 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Attempting to bind port c1fb1218-e743-4120-8342-d6c7e9f66acd on network 740015a2-28ac-4efd-b448-9cfce752a39e {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:00.160938 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:00.161370 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Checking segment: {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:00.161720 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:00.162141 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Bound using segment: {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:00.162656 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Bound port: c1fb1218-e743-4120-8342-d6c7e9f66acd, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:00.163030 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:00.212726 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd187f4-cf41-4602-bb8c-ef37557b69a7 req-aed50d79-df14-4463-b9fc-0766552d2d2e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:00.215361 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3bd187f4-cf41-4602-bb8c-ef37557b69a7 req-aed50d79-df14-4463-b9fc-0766552d2d2e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 944 time: 0.0774183 Apr 11 13:21:00.251223 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] For port c1fb1218-e743-4120-8342-d6c7e9f66acd, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:00.255425 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] For port c1fb1218-e743-4120-8342-d6c7e9f66acd, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=c1fb1218-e743-4120-8342-d6c7e9f66acd,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:00.280764 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3bd187f4-cf41-4602-bb8c-ef37557b69a7 req-b876b374-0415-4dc3-aa5a-fc7c1e171839 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577564 Apr 11 13:21:00.372150 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:00.435425 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292217c8-6ae5-4b36-a14e-e0bf133bee1a None None] Pushing event updated for resources: {'Port': ['ID=c1fb1218-e743-4120-8342-d6c7e9f66acd,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:00.611201 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks [] for router_gateway (448f05fc-4501-41b4-a817-17dbdcb72f86), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:00.650852 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:00.730264 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:00.770342 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b711f4-b72b-4858-9ac7-c8a55cf273a8 req-c84ece91-55b5-4f3e-be38-ae011034f6d3 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:00.771960 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84b711f4-b72b-4858-9ac7-c8a55cf273a8 req-c84ece91-55b5-4f3e-be38-ae011034f6d3 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.1390877 Apr 11 13:21:00.802627 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:21:00.902836 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Allocated IP 172.27.3.70 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/55f63493-5fda-4643-a60d-9690d811450a) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:00.905783 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:00.906595 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:00.912888 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84b711f4-b72b-4858-9ac7-c8a55cf273a8 req-f387211f-cfc0-4b31-9bb9-c758f18da9d1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060040 Apr 11 13:21:00.943012 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device c1fb1218-e743-4120-8342-d6c7e9f66acd up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:01.035755 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks [] for port (55f63493-5fda-4643-a60d-9690d811450a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.038821 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port c1fb1218-e743-4120-8342-d6c7e9f66acd triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:01.039562 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.083658 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:01.084137 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.120053 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:21:01.122445 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4812075-4022-4eb9-87be-4b8fffbaa4da" -d '{"events": [{"server_uuid": "d87e3449-2ff3-4c25-81df-e042b77fe0ca", "name": "network-vif-plugged", "status": "completed", "tag": "949bb3aa-d7b7-4efa-b47b-54cbb5f1e979"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:21:01.143976 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:01.170143 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef6d0fb-cdd0-449e-af26-2500578c52b3 x-openstack-request-id: req-3ef6d0fb-cdd0-449e-af26-2500578c52b3 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:21:01.171189 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87e3449-2ff3-4c25-81df-e042b77fe0ca", "name": "network-vif-plugged", "status": "completed", "tag": "949bb3aa-d7b7-4efa-b47b-54cbb5f1e979", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:21:01.171536 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ef6d0fb-cdd0-449e-af26-2500578c52b3 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:21:01.175610 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef6d0fb-cdd0-449e-af26-2500578c52b3'] response: {'server_uuid': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'code': 200} Apr 11 13:21:01.183587 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port c1fb1218-e743-4120-8342-d6c7e9f66acd is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:01.184029 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.195619 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e64871-216c-4cbb-8dc4-6d272c19ebb0 req-746976f9-2990-4d87-8d77-71ca2260b33a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:01.196562 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (55f63493-5fda-4643-a60d-9690d811450a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.198599 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c7e64871-216c-4cbb-8dc4-6d272c19ebb0 req-746976f9-2990-4d87-8d77-71ca2260b33a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0570993 Apr 11 13:21:01.223448 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port c1fb1218-e743-4120-8342-d6c7e9f66acd, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=c1fb1218-e743-4120-8342-d6c7e9f66acd,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:01.237616 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.246152 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:01.251951 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:01.255223 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:01.276953 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c7e64871-216c-4cbb-8dc4-6d272c19ebb0 req-5b67fb77-044c-41d0-bb81-3fd489031697 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704305 Apr 11 13:21:01.281054 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Pushing event updated for resources: {'Port': ['ID=55f63493-5fda-4643-a60d-9690d811450a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:01.458310 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.491773 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:01.505269 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601924a-1b05-4840-9b9c-bff633c8cbdf req-de0a5530-c3aa-4c22-af3c-57ba2f00a340 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:01.516877 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7601924a-1b05-4840-9b9c-bff633c8cbdf req-de0a5530-c3aa-4c22-af3c-57ba2f00a340 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.1250854 Apr 11 13:21:01.561265 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=c1fb1218-e743-4120-8342-d6c7e9f66acd,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:01.584258 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7601924a-1b05-4840-9b9c-bff633c8cbdf req-a04c1a1a-4069-46d5-8fe7-837859b91a28 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665700 Apr 11 13:21:01.692837 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854867e-4421-445e-9fd9-d1c8065ac92e None None] Network 740015a2-28ac-4efd-b448-9cfce752a39e requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:21:01.745431 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks [] for router_gateway (448f05fc-4501-41b4-a817-17dbdcb72f86), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.805744 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-c11e8dad-9902-45a7-ab5e-408faff051a1 None None] Provisioning complete for port c1fb1218-e743-4120-8342-d6c7e9f66acd triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:01.806040 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c11e8dad-9902-45a7-ab5e-408faff051a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:01.906161 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c11e8dad-9902-45a7-ab5e-408faff051a1 None None] Current status of the port c1fb1218-e743-4120-8342-d6c7e9f66acd is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:01.999216 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (448f05fc-4501-41b4-a817-17dbdcb72f86), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:02.050640 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e03e3-acbd-4ad0-9d5d-8e7bed7a275f req-ddca90b9-4f45-41d8-8323-4af6a2bde06f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:02.052182 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-627e03e3-acbd-4ad0-9d5d-8e7bed7a275f req-ddca90b9-4f45-41d8-8323-4af6a2bde06f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0537419 Apr 11 13:21:02.111758 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-627e03e3-acbd-4ad0-9d5d-8e7bed7a275f req-ea20ded7-c225-449c-90f9-2853290c4051 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531976 Apr 11 13:21:02.137378 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-43cb064a-8e85-4cbe-85d6-2c03d40df10f None None] Provisioning complete for port c1fb1218-e743-4120-8342-d6c7e9f66acd triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:02.137378 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-43cb064a-8e85-4cbe-85d6-2c03d40df10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:02.225809 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-43cb064a-8e85-4cbe-85d6-2c03d40df10f None None] Current status of the port c1fb1218-e743-4120-8342-d6c7e9f66acd is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:02.228539 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Router 448f05fc-4501-41b4-a817-17dbdcb72f86 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:21:02.356432 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:02.370574 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Sync routers for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:02.383694 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:02.384334 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:02.410622 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda2940-b348-4fd1-b028-ecbea7db8597 req-eaaaee74-eace-4251-977d-7f24c756b473 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:02.412239 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fda2940-b348-4fd1-b028-ecbea7db8597 req-eaaaee74-eace-4251-977d-7f24c756b473 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0673838 Apr 11 13:21:02.474866 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7fda2940-b348-4fd1-b028-ecbea7db8597 req-251e8da2-beb2-4272-a2b7-fff4a7c2c489 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565453 Apr 11 13:21:02.504554 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:02.508757 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4f1f06d8-0aac-4bab-aad8-491726ae8458 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0622966 Apr 11 13:21:02.508968 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:02.509206 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46406) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:02.719567 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38186298-4ba4-4a1b-993c-198a87101c7c req-28bab94e-45f4-4ede-956f-886153fdf6d9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:02.722750 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-38186298-4ba4-4a1b-993c-198a87101c7c req-28bab94e-45f4-4ede-956f-886153fdf6d9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.0619099 Apr 11 13:21:02.787304 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-38186298-4ba4-4a1b-993c-198a87101c7c req-4c78248c-3c20-416d-a379-b7976f782410 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592914 Apr 11 13:21:02.801860 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:01Z', 'revision_number': 3, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:02.834598 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Checking router: 448f05fc-4501-41b4-a817-17dbdcb72f86 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:02.835121 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Updating router 448f05fc-4501-41b4-a817-17dbdcb72f86 port 55f63493-5fda-4643-a60d-9690d811450a binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:21:02.872407 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (55f63493-5fda-4643-a60d-9690d811450a), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:02.883971 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device c1fb1218-e743-4120-8342-d6c7e9f66acd up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:02.929459 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port c1fb1218-e743-4120-8342-d6c7e9f66acd triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:02.930236 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.015401 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port c1fb1218-e743-4120-8342-d6c7e9f66acd is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:03.037550 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.142740 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Publish callbacks [] for port (55f63493-5fda-4643-a60d-9690d811450a), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.224647 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (55f63493-5fda-4643-a60d-9690d811450a), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.229786 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Allocated IP 172.20.0.1 (740015a2-28ac-4efd-b448-9cfce752a39e/1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1/1441257e-f02f-4d90-b6f1-aad85143a611) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:03.251224 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44594cfe-ec43-49e5-b908-7ef14828424d req-13d8e9dc-33b3-401b-a654-98c31d572df7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:03.252784 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-44594cfe-ec43-49e5-b908-7ef14828424d req-13d8e9dc-33b3-401b-a654-98c31d572df7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0655458 Apr 11 13:21:03.283164 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Attempting to bind port 55f63493-5fda-4643-a60d-9690d811450a on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:03.283559 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Attempting to bind port 55f63493-5fda-4643-a60d-9690d811450a by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:03.284145 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Attempting to bind port 55f63493-5fda-4643-a60d-9690d811450a on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:03.293699 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:03.294137 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:03.294516 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.294956 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:03.295598 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Bound port: 55f63493-5fda-4643-a60d-9690d811450a, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:03.295914 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (55f63493-5fda-4643-a60d-9690d811450a), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.300032 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Pushing event updated for resources: {'Port': ['ID=55f63493-5fda-4643-a60d-9690d811450a,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:03.330612 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.330956 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.331310 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.331715 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.332091 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.332363 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.332730 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.333086 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.333471 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.333836 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.334203 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.334560 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.334921 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.335296 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.335679 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:03.362613 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-44594cfe-ec43-49e5-b908-7ef14828424d req-fab65570-e2c9-40df-9285-0b66fa40c013 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009965 Apr 11 13:21:03.381536 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] For port 55f63493-5fda-4643-a60d-9690d811450a, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:03.385935 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] For port 55f63493-5fda-4643-a60d-9690d811450a, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=55f63493-5fda-4643-a60d-9690d811450a,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:03.405320 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Publish callbacks [] for port (1441257e-f02f-4d90-b6f1-aad85143a611), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.463594 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (55f63493-5fda-4643-a60d-9690d811450a), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.507751 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.528760 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:03.529917 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:03.560499 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Network 740015a2-28ac-4efd-b448-9cfce752a39e is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:03.564908 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:03.568911 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efcbe9-2319-44ff-b376-054fbdfb6953 None None] Pushing event updated for resources: {'Port': ['ID=55f63493-5fda-4643-a60d-9690d811450a,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:03.569750 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:03.608911 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Pushing event updated for resources: {'Port': ['ID=1441257e-f02f-4d90-b6f1-aad85143a611,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:03.630434 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (448f05fc-4501-41b4-a817-17dbdcb72f86), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.656791 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a21a-57d6-4c57-aa6e-17b25526d306 req-f4574c80-080c-4ce4-bac5-1b1921118cfa tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:03.658660 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d53a21a-57d6-4c57-aa6e-17b25526d306 req-f4574c80-080c-4ce4-bac5-1b1921118cfa tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0954628 Apr 11 13:21:03.711930 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:03.720125 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0d53a21a-57d6-4c57-aa6e-17b25526d306 req-0354431f-d69a-4e54-bcfc-c42fa772c986 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528646 Apr 11 13:21:03.857727 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9798e3c1-3e4f-4715-9c1c-20e3df6665fb None None] Provisioning complete for port 1441257e-f02f-4d90-b6f1-aad85143a611 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:03.858753 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9798e3c1-3e4f-4715-9c1c-20e3df6665fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:03.906465 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9798e3c1-3e4f-4715-9c1c-20e3df6665fb None None] Port 1441257e-f02f-4d90-b6f1-aad85143a611 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:04.190716 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69264e41-e969-4b3d-b9aa-0e4e73b7aab1 req-8f59eb0e-e203-411e-bedb-cfb165afa838 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:04.190716 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-69264e41-e969-4b3d-b9aa-0e4e73b7aab1 req-8f59eb0e-e203-411e-bedb-cfb165afa838 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.0640659 Apr 11 13:21:04.191016 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:01Z', 'revision_number': 3, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:04.191181 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-69264e41-e969-4b3d-b9aa-0e4e73b7aab1 req-4ea2a0dd-39c1-4f31-b975-ee118dae98c8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460165 Apr 11 13:21:04.191309 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becc3b13-0248-49e0-8462-3ab999a60e9c None None] The sync data for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi is: [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:01Z', 'revision_number': 3, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:04.327918 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:04.503123 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e807f-280d-46ff-9d1b-df145f8966b3 req-df37cb2f-9cca-4b14-a7b7-43ceaa9894ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:04.505052 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-259e807f-280d-46ff-9d1b-df145f8966b3 req-df37cb2f-9cca-4b14-a7b7-43ceaa9894ab service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 1129 time: 0.0811543 Apr 11 13:21:04.540200 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a1a5e-96eb-4635-ac40-58b26d1cc595 req-1fc4fbab-c17d-44d4-8e67-2f58676f8e2d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:04.541907 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be6a1a5e-96eb-4635-ac40-58b26d1cc595 req-1fc4fbab-c17d-44d4-8e67-2f58676f8e2d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0766132 Apr 11 13:21:04.580140 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Publish callbacks [] for port (1441257e-f02f-4d90-b6f1-aad85143a611), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:04.588414 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-259e807f-280d-46ff-9d1b-df145f8966b3 req-ea82ee1a-b664-4af5-b6cf-6f89c599bd86 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765111 Apr 11 13:21:04.620655 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be6a1a5e-96eb-4635-ac40-58b26d1cc595 req-88c5f33d-939f-4d01-b640-7790c8a3525a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Apr 11 13:21:04.674245 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:04.752308 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Pushing event updated for resources: {'Port': ['ID=1441257e-f02f-4d90-b6f1-aad85143a611,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:04.764870 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (448f05fc-4501-41b4-a817-17dbdcb72f86), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:04.929661 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc539993-c031-407b-8b78-22a4fa54cc39 req-a6995645-afca-4f81-aca1-0bdb78583133 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:04.931592 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bc539993-c031-407b-8b78-22a4fa54cc39 req-a6995645-afca-4f81-aca1-0bdb78583133 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0856724 Apr 11 13:21:04.958099 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0d664-e530-46f3-8ef4-7efa4195af3c req-16a84c0c-418b-434c-88bb-3a9131d18493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:04.962396 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7de0d664-e530-46f3-8ef4-7efa4195af3c req-16a84c0c-418b-434c-88bb-3a9131d18493 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 1129 time: 0.1357918 Apr 11 13:21:04.967174 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 55f63493-5fda-4643-a60d-9690d811450a up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:05.021998 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Network 740015a2-28ac-4efd-b448-9cfce752a39e is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:05.034727 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bc539993-c031-407b-8b78-22a4fa54cc39 req-5cf0879e-81e6-4177-b796-1780bfd1ec16 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799217 Apr 11 13:21:05.034727 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:05.089480 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 55f63493-5fda-4643-a60d-9690d811450a triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:05.090151 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (55f63493-5fda-4643-a60d-9690d811450a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:05.260717 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 55f63493-5fda-4643-a60d-9690d811450a is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:05.260717 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (55f63493-5fda-4643-a60d-9690d811450a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:05.313598 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 55f63493-5fda-4643-a60d-9690d811450a, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=55f63493-5fda-4643-a60d-9690d811450a,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:05.316419 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7de0d664-e530-46f3-8ef4-7efa4195af3c req-586c87c9-68f7-4cb4-9137-d6d2b95fd929 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897498 Apr 11 13:21:05.343589 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-dc39aec2-52a1-4f7a-8bdc-c7f9d83558ac None None] Provisioning complete for port 1441257e-f02f-4d90-b6f1-aad85143a611 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:05.344167 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-dc39aec2-52a1-4f7a-8bdc-c7f9d83558ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:05.365294 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca91332-24f8-4d58-a29f-7a1c28ed75d9 req-6279c8fd-7567-4b49-98b6-db05492f999d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:05.367204 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bca91332-24f8-4d58-a29f-7a1c28ed75d9 req-6279c8fd-7567-4b49-98b6-db05492f999d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.0707438 Apr 11 13:21:05.409191 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (55f63493-5fda-4643-a60d-9690d811450a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:05.443749 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bca91332-24f8-4d58-a29f-7a1c28ed75d9 req-228c68cf-cf4c-4312-9613-d376a1675fe4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657287 Apr 11 13:21:05.472920 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-dc39aec2-52a1-4f7a-8bdc-c7f9d83558ac None None] Port 1441257e-f02f-4d90-b6f1-aad85143a611 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:05.502973 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=55f63493-5fda-4643-a60d-9690d811450a,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:05.520404 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Router 448f05fc-4501-41b4-a817-17dbdcb72f86 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:21:05.642869 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:05.657690 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2a566dbb-aee6-4514-b25a-aa2332b45b0b admin admin] 10.222.0.49 "PUT /v2.0/routers/448f05fc-4501-41b4-a817-17dbdcb72f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1379015 Apr 11 13:21:05.764734 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eefe90-219d-4177-8964-24dc89a0f6f9 req-e14490fb-dac5-4514-9de8-2d5414a42f59 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:05.766709 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0eefe90-219d-4177-8964-24dc89a0f6f9 req-e14490fb-dac5-4514-9de8-2d5414a42f59 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0608420 Apr 11 13:21:05.850323 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0eefe90-219d-4177-8964-24dc89a0f6f9 req-e021663a-576d-44ef-aadc-04ecb4abbad6 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777462 Apr 11 13:21:06.238207 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Sync routers for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:06.267474 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:06.268195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:06.285356 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46476) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:06.300329 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec8c90-b06f-485b-a808-b24d1ab17387 req-6a682569-5ea3-4a36-a725-2ef7e1e0b70c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:06.301952 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-57ec8c90-b06f-485b-a808-b24d1ab17387 req-6a682569-5ea3-4a36-a725-2ef7e1e0b70c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1047368 Apr 11 13:21:06.377209 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-57ec8c90-b06f-485b-a808-b24d1ab17387 req-3cec2481-62d4-4359-80d1-6b809cebd7ef tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637221 Apr 11 13:21:06.446615 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:06.489637 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-874bccd8-5f5f-4f6a-a715-d810c6e26ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:06.622226 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9452b-174a-4f0c-9841-f14cdbd9cd27 req-7512d7f2-0f3c-483f-9a23-c4d3a159a373 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:06.625148 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e0a9452b-174a-4f0c-9841-f14cdbd9cd27 req-7512d7f2-0f3c-483f-9a23-c4d3a159a373 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.0709312 Apr 11 13:21:06.631240 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-874bccd8-5f5f-4f6a-a715-d810c6e26ee0 admin admin] Publish callbacks [] for security_group (3f6f9051-1150-47e1-b69b-d17ae2a4c7de), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:06.690305 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e0a9452b-174a-4f0c-9841-f14cdbd9cd27 req-e7d62f24-9942-4a50-85e0-f223882d413b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591021 Apr 11 13:21:06.722873 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:04Z', 'revision_number': 2, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:06.748267 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Checking router: 448f05fc-4501-41b4-a817-17dbdcb72f86 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:06.749309 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Updating router 448f05fc-4501-41b4-a817-17dbdcb72f86 port 1441257e-f02f-4d90-b6f1-aad85143a611 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:21:06.755068 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-874bccd8-5f5f-4f6a-a715-d810c6e26ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3f6f9051-1150-47e1-b69b-d17ae2a4c7de), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:06.793103 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:06.827629 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46490) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:06.828040 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-874bccd8-5f5f-4f6a-a715-d810c6e26ee0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=324e97f44b034272b80f37f3f72f037b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5411675 Apr 11 13:21:06.829039 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bccd8-5f5f-4f6a-a715-d810c6e26ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6f9051-1150-47e1-b69b-d17ae2a4c7de,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:06.913832 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46494) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:06.957990 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5969a2be-2bf5-45ae-82d1-12c0092f4ede admin admin] Publish callbacks [] for security_group (3f6f9051-1150-47e1-b69b-d17ae2a4c7de), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.019864 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 55f63493-5fda-4643-a60d-9690d811450a up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:07.021539 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5969a2be-2bf5-45ae-82d1-12c0092f4ede admin admin] Publish callbacks [] for security_group (3f6f9051-1150-47e1-b69b-d17ae2a4c7de), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.069207 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a137344-163a-454e-a063-87c6c6f6bb19 req-4f6abcd4-325d-4c7f-b3e9-e80ac4b1e713 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:07.071141 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8a137344-163a-454e-a063-87c6c6f6bb19 req-4f6abcd4-325d-4c7f-b3e9-e80ac4b1e713 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0735390 Apr 11 13:21:07.096641 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46500) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:07.137273 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1315688527-network', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:07.166928 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 55f63493-5fda-4643-a60d-9690d811450a triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:07.167318 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (55f63493-5fda-4643-a60d-9690d811450a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.180415 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8a137344-163a-454e-a063-87c6c6f6bb19 req-839a4fa9-f484-4e48-a910-7f0c2c053cbd tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029983 Apr 11 13:21:07.242685 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5969a2be-2bf5-45ae-82d1-12c0092f4ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3f6f9051-1150-47e1-b69b-d17ae2a4c7de), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.247090 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5969a2be-2bf5-45ae-82d1-12c0092f4ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.250178 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5969a2be-2bf5-45ae-82d1-12c0092f4ede admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3f6f9051-1150-47e1-b69b-d17ae2a4c7de HTTP/1.1" status: 204 len: 168 time: 0.4212461 Apr 11 13:21:07.282271 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Made reservation on behalf of d8e5d74db9094fe6a38fd11c6b7161fd for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:21:07.292649 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.293334 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Publish callbacks [] for port (1441257e-f02f-4d90-b6f1-aad85143a611), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.305924 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969a2be-2bf5-45ae-82d1-12c0092f4ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6f9051-1150-47e1-b69b-d17ae2a4c7de,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:07.308798 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.355114 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 55f63493-5fda-4643-a60d-9690d811450a is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:07.413846 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.474449 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d883a-19b4-49cc-b554-173f92557349 req-39877cc4-f529-4ad8-b176-f8bdbd1cde3b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:07.476680 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bce81a-ef89-47d3-ad25-33a64eef2484 None None] Pushing event updated for resources: {'Port': ['ID=1441257e-f02f-4d90-b6f1-aad85143a611,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:07.480185 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-451d883a-19b4-49cc-b554-173f92557349 req-39877cc4-f529-4ad8-b176-f8bdbd1cde3b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.1663723 Apr 11 13:21:07.510330 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-384051e5-099d-4fcd-acec-1d9a64742d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.579992 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Attempting to bind port 1441257e-f02f-4d90-b6f1-aad85143a611 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:07.580533 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Attempting to bind port 1441257e-f02f-4d90-b6f1-aad85143a611 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:07.580996 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Attempting to bind port 1441257e-f02f-4d90-b6f1-aad85143a611 on network 740015a2-28ac-4efd-b448-9cfce752a39e {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:07.587293 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:07.587802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Checking segment: {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:07.588337 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.588808 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Bound using segment: {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:07.589376 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Bound port: 1441257e-f02f-4d90-b6f1-aad85143a611, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:07.589877 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.612727 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-451d883a-19b4-49cc-b554-173f92557349 req-0b3b60f7-194e-48c9-a92f-16d348f91ff6 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240792 Apr 11 13:21:07.722156 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Publish callbacks [] for security_group (0a5a6464-27ac-4a3f-8967-5ca775b0f462), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.731908 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c48f4a-b7ea-4864-8d0d-ee7601e0a792 req-64093bdf-1125-4b79-8517-7b92dbe81af6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:07.734205 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e4c48f4a-b7ea-4864-8d0d-ee7601e0a792 req-64093bdf-1125-4b79-8517-7b92dbe81af6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1174943 Apr 11 13:21:07.775360 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] For port 1441257e-f02f-4d90-b6f1-aad85143a611, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:07.784890 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] For port 1441257e-f02f-4d90-b6f1-aad85143a611, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=1441257e-f02f-4d90-b6f1-aad85143a611,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:07.818830 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-41a7fac8-fce5-4f67-b058-f2ea20b666a1 None None] Provisioning complete for port 1441257e-f02f-4d90-b6f1-aad85143a611 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:07.819517 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-41a7fac8-fce5-4f67-b058-f2ea20b666a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.823011 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0a5a6464-27ac-4a3f-8967-5ca775b0f462), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.876424 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-41a7fac8-fce5-4f67-b058-f2ea20b666a1 None None] Port 1441257e-f02f-4d90-b6f1-aad85143a611 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:07.894168 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:07.923938 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e4c48f4a-b7ea-4864-8d0d-ee7601e0a792 req-520a9ec7-e511-4323-877e-4c2306678b77 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812363 Apr 11 13:21:07.936064 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:21:07.936468 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8b69f-4865-4db0-8432-051bc19e6d8a req-44219344-d63b-4602-8a54-cfcd5f2d4837 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:07.970773 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a6a8b69f-4865-4db0-8432-051bc19e6d8a req-44219344-d63b-4602-8a54-cfcd5f2d4837 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.1229680 Apr 11 13:21:07.990157 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a6464-27ac-4a3f-8967-5ca775b0f462,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:08.019957 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (cbc33b03-a58a-4cc6-8e31-7c3f20a765d2), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.020660 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Added segment cbc33b03-a58a-4cc6-8e31-7c3f20a765d2 of type vlan for network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 Apr 11 13:21:08.030755 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-384051e5-099d-4fcd-acec-1d9a64742d45 admin admin] Publish callbacks [] for security_group (435f3c5a-2aee-4b79-8cdd-2e7cdecda80d), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.079877 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a6a8b69f-4865-4db0-8432-051bc19e6d8a req-0f3eb148-a970-45fd-8896-5049c9bbecfa tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180978 Apr 11 13:21:08.099550 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bce81a-ef89-47d3-ad25-33a64eef2484 None None] Pushing event updated for resources: {'Port': ['ID=1441257e-f02f-4d90-b6f1-aad85143a611,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:08.121289 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:08.123662 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:08.151212 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-384051e5-099d-4fcd-acec-1d9a64742d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (435f3c5a-2aee-4b79-8cdd-2e7cdecda80d), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.156110 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (c98e98a8-fc4a-40f6-b329-aea56d0f22b1), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.256288 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384051e5-099d-4fcd-acec-1d9a64742d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435f3c5a-2aee-4b79-8cdd-2e7cdecda80d,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:08.275105 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-384051e5-099d-4fcd-acec-1d9a64742d45 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9affa1858784c7c97bbbbe63c4e1d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3578799 Apr 11 13:21:08.276230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46522) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:08.286870 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bceaad-c8b8-4233-bb23-da4646a9a872 req-cf431802-e6b3-48d2-b472-1a57f7bdd029 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:08.288415 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-26bceaad-c8b8-4233-bb23-da4646a9a872 req-cf431802-e6b3-48d2-b472-1a57f7bdd029 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.0955703 Apr 11 13:21:08.299994 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46524) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:08.307220 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'floatingip': {'port_id': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:08.310464 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:08.348084 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3becef65-70e7-4887-9bbd-08345eebd9b1 admin admin] Publish callbacks [] for security_group (435f3c5a-2aee-4b79-8cdd-2e7cdecda80d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.354766 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (8c9e5078-a517-4424-8dce-4a8a9e39d02c), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.393382 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3becef65-70e7-4887-9bbd-08345eebd9b1 admin admin] Publish callbacks [] for security_group (435f3c5a-2aee-4b79-8cdd-2e7cdecda80d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.395332 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (c98e98a8-fc4a-40f6-b329-aea56d0f22b1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.396277 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:08.396850 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.467535 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-ac80723c-143c-41aa-aa24-6a69fba7f04d None None] Provisioning complete for port 1441257e-f02f-4d90-b6f1-aad85143a611 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:08.468165 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac80723c-143c-41aa-aa24-6a69fba7f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.525470 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3becef65-70e7-4887-9bbd-08345eebd9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (435f3c5a-2aee-4b79-8cdd-2e7cdecda80d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.531287 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3becef65-70e7-4887-9bbd-08345eebd9b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.537414 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3becef65-70e7-4887-9bbd-08345eebd9b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/435f3c5a-2aee-4b79-8cdd-2e7cdecda80d HTTP/1.1" status: 204 len: 168 time: 0.2597246 Apr 11 13:21:08.549788 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becef65-70e7-4887-9bbd-08345eebd9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435f3c5a-2aee-4b79-8cdd-2e7cdecda80d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:08.748572 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6477098 Apr 11 13:21:08.753227 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46530) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:08.756066 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Request body: {'subnet': {'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1315688527-subnet', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:08.758617 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cbb125-adc8-4829-9152-c237b1a5de3e admin admin] Pushing event updated for resources: {'Network': ['ID=c98e98a8-fc4a-40f6-b329-aea56d0f22b1,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:08.795001 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:21:08.907157 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-ac80723c-143c-41aa-aa24-6a69fba7f04d None None] Current status of the port 1441257e-f02f-4d90-b6f1-aad85143a611 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:08.907459 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac80723c-143c-41aa-aa24-6a69fba7f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.926218 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Made reservation on behalf of d8e5d74db9094fe6a38fd11c6b7161fd for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:21:08.928528 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094304'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:08.954964 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:07Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:09.054030 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-ac80723c-143c-41aa-aa24-6a69fba7f04d None None] For port 1441257e-f02f-4d90-b6f1-aad85143a611, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=1441257e-f02f-4d90-b6f1-aad85143a611,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:09.057420 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e2a1e7-8333-4df1-9a30-224e9563b976 None None] The sync data for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi is: [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:07Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:09.168060 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ac80723c-143c-41aa-aa24-6a69fba7f04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:09.248826 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31eb3a-e63b-4c18-aa80-beb618b0d7a9 req-9d01ad08-57d8-4558-80aa-67fb4a042796 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:09.256503 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b31eb3a-e63b-4c18-aa80-beb618b0d7a9 req-9d01ad08-57d8-4558-80aa-67fb4a042796 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1561265 Apr 11 13:21:09.293875 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80723c-143c-41aa-aa24-6a69fba7f04d None None] Pushing event updated for resources: {'Port': ['ID=1441257e-f02f-4d90-b6f1-aad85143a611,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:09.405238 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b31eb3a-e63b-4c18-aa80-beb618b0d7a9 req-82188424-3149-48d5-99c1-14171e508f30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471145 Apr 11 13:21:09.441101 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094322'] for subnet (da15bfa1-7584-42d1-be0d-f22cf0fd6542), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:09.441403 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:09.501712 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Pushing event updated for resources: {'Subnet': ['ID=da15bfa1-7584-42d1-be0d-f22cf0fd6542,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:09.512482 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Checking segment: {'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:09.512853 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Network hostable DHCP agents. Network: c98e98a8-fc4a-40f6-b329-aea56d0f22b1, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:21:09.592284 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (8c9e5078-a517-4424-8dce-4a8a9e39d02c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:09.674733 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:21:09.711399 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Floating IP 8c9e5078-a517-4424-8dce-4a8a9e39d02c associated. External IP: 172.27.3.88, port: 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979. Apr 11 13:21:09.777282 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, c98e98a8-fc4a-40f6-b329-aea56d0f22b1) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:09.781895 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:09.782804 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:09.791979 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d5980c-9f14-413c-95b0-70609b449e4e None None] Network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:21:09.918502 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-34c156c9-a173-48b6-bb0f-b95bde1b33be admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1669354 Apr 11 13:21:09.923448 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46558) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:09.928436 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:09.972991 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-c98e98a8-fc4a-40f6-b329-aea56d0f22b1', 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1', 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'fixed_ips': [{'subnet_id': 'da15bfa1-7584-42d1-be0d-f22cf0fd6542'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:21:09.974028 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.036241 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (7e478775-d915-477f-852d-82a9703e7258), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.037426 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (7e478775-d915-477f-852d-82a9703e7258), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.130466 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks [] for router_controller (7e478775-d915-477f-852d-82a9703e7258), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.190044 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:21:10.252094 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Allocated IP 172.20.0.2 (c98e98a8-fc4a-40f6-b329-aea56d0f22b1/da15bfa1-7584-42d1-be0d-f22cf0fd6542/d12def0c-0cc2-4e69-b5ec-d53f86cd11ac) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:10.466050 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46598) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:10.509955 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks [] for router_gateway (7e478775-d915-477f-852d-82a9703e7258), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.659113 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Publish callbacks [] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.677479 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a1df9-19cf-46f1-afd9-95efaf58f729 req-8eb14e17-6c9a-42e2-b71f-482e8721c321 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:10.679617 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf0a1df9-19cf-46f1-afd9-95efaf58f729 req-8eb14e17-6c9a-42e2-b71f-482e8721c321 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.1591043 Apr 11 13:21:10.696118 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7fa2-833c-4f94-b201-25ca6081e28d req-cf4fa502-bc46-4da2-a0db-42b7bd98687b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:10.698515 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-826f7fa2-833c-4f94-b201-25ca6081e28d req-cf4fa502-bc46-4da2-a0db-42b7bd98687b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1249931 Apr 11 13:21:10.713817 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-884678186-network', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:10.734575 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.753799 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-2573c281-7694-4cb4-ae49-00920ab37b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:10.755835 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-2573c281-7694-4cb4-ae49-00920ab37b19 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 1130 time: 0.2111106 Apr 11 13:21:10.774395 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:10.776247 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:10.785585 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:10.789001 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:10.792146 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.792649 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:10.811423 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:10.814186 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:10.856973 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e2e56ad3-47d8-4102-82ae-c0bbd8ec8861 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "PUT /v2.0/floatingips/8c9e5078-a517-4424-8dce-4a8a9e39d02c HTTP/1.1" status: 200 len: 990 time: 2.5555143 Apr 11 13:21:10.884678 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Pushing event updated for resources: {'Port': ['ID=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:10.899340 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Attempting to bind port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:10.902365 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Attempting to bind port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:10.902365 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Attempting to bind port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac on network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:10.907824 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:10.908266 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Checking segment: {'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:10.908682 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.909194 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Bound using segment: {'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:10.909748 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Bound port: d12def0c-0cc2-4e69-b5ec-d53f86cd11ac, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:10.910236 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:10.988262 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'tag': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:21:10.992006 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef82c5c9-d817-4385-a076-e7128b42ade5" -d '{"events": [{"name": "network-changed", "server_uuid": "d87e3449-2ff3-4c25-81df-e042b77fe0ca", "tag": "949bb3aa-d7b7-4efa-b47b-54cbb5f1e979"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:21:10.995203 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Made reservation on behalf of ab17127fc9dd4c639842f605d435f7cd for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:21:10.997508 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.003974 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] For port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:11.011781 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] For port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,segment=NetworkSegment(cbc33b03-a58a-4cc6-8e31-7c3f20a765d2),segment_id=cbc33b03-a58a-4cc6-8e31-7c3f20a765d2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:11.021095 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-9275f3e6-1eee-4780-98bd-af461cb6b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:11.022682 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-9275f3e6-1eee-4780-98bd-af461cb6b667 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.2398922 Apr 11 13:21:11.028402 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.053579 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 1441257e-f02f-4d90-b6f1-aad85143a611 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:11.057009 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cf0a1df9-19cf-46f1-afd9-95efaf58f729 req-72f7c65b-b7b3-4a2b-88b5-582ae743065e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632555 Apr 11 13:21:11.068015 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:11.102276 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-71538cbd-ac4b-49fc-9016-64713daa5554 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798 HTTP/1.1" status: 200 len: 217 time: 0.0665240 Apr 11 13:21:11.105664 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 1441257e-f02f-4d90-b6f1-aad85143a611 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:11.106287 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.125002 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-826f7fa2-833c-4f94-b201-25ca6081e28d req-0fd5b5e5-53fa-4d0d-bcee-211dc6f3f8a3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4052465 Apr 11 13:21:11.150082 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.201843 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28a9675-a5b5-4627-9b73-4811e09c2f25 x-openstack-request-id: req-f28a9675-a5b5-4627-9b73-4811e09c2f25 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:21:11.205773 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87e3449-2ff3-4c25-81df-e042b77fe0ca", "tag": "949bb3aa-d7b7-4efa-b47b-54cbb5f1e979", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:21:11.205773 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f28a9675-a5b5-4627-9b73-4811e09c2f25 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:21:11.207247 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f28a9675-a5b5-4627-9b73-4811e09c2f25'] response: {'name': 'network-changed', 'server_uuid': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'tag': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'status': 'completed', 'code': 200} Apr 11 13:21:11.248475 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-07e8dced-5ade-4d72-84ae-df9c6274532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:11.251133 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-07e8dced-5ade-4d72-84ae-df9c6274532c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.1406045 Apr 11 13:21:11.336718 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks [] for router_gateway (7e478775-d915-477f-852d-82a9703e7258), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.359038 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 1441257e-f02f-4d90-b6f1-aad85143a611 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:11.389828 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a454f20b-fc88-4d8a-bbbb-422abe81e854 None None] Pushing event updated for resources: {'Port': ['ID=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:11.401636 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-eb883eeb-8bb2-4c77-b06a-06361d89a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:11.404122 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-eb883eeb-8bb2-4c77-b06a-06361d89a85a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1280136 Apr 11 13:21:11.430427 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.488020 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '8c9e5078-a517-4424-8dce-4a8a9e39d02c', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:a1:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:20:33Z', 'updated_at': '2022-04-11T13:21:09Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}, {'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:24Z', 'revision_number': 2, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:11.521045 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Publish callbacks [] for security_group (f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.527849 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:11.540532 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:11.541422 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:11.569556 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-efa47353-dc3f-4199-a164-21f6711ca585 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551874 Apr 11 13:21:11.571066 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-52f9149b-7b80-4714-8541-8f0d7ddb692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:11.576994 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-52f9149b-7b80-4714-8541-8f0d7ddb692f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 1129 time: 0.3528497 Apr 11 13:21:11.595032 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.633014 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:21:11.658093 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (316883c1-ef15-4edd-b820-910ff9f4863a), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.658673 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Added segment 316883c1-ef15-4edd-b820-910ff9f4863a of type vlan for network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c Apr 11 13:21:11.718256 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:11.740523 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-e7f8422a-75a0-46e2-b6df-af187ac34098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:11.742596 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-e7f8422a-75a0-46e2-b6df-af187ac34098 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 915 time: 0.1606388 Apr 11 13:21:11.758808 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (5ff99bfa-b255-4e0b-9a6c-ff5de403369c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.843710 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Allocated IP 172.27.3.119 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/0cdcb5a4-2276-44c8-941a-5ad193808a3e) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:11.847602 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:11.896792 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (5ff99bfa-b255-4e0b-9a6c-ff5de403369c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.898011 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:11.898969 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:11.913031 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-30294e1f-1bc5-4f12-992d-ccf613a8315e req-83a24438-6527-41b9-8bd6-2cd6fd57f067 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283296 Apr 11 13:21:11.994080 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-fb91608b-49d4-4d8a-98f0-c8504ab4a5c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 HTTP/1.1" status: 200 len: 998 time: 0.2342610 Apr 11 13:21:12.014376 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] Pushing event updated for resources: {'Network': ['ID=5ff99bfa-b255-4e0b-9a6c-ff5de403369c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:12.026057 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:21:12.082952 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-22271aff-9611-4585-af07-a249e8b1ba0d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6118345 Apr 11 13:21:12.091321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46642) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:12.169828 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Request body: {'subnet': {'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-884678186-subnet', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:12.191781 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0208e8-53de-4ae2-b973-639f80ec6b2b req-1c25cd5c-f55e-4cb5-a5a9-291d88179335 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:12.193364 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be0208e8-53de-4ae2-b973-639f80ec6b2b req-1c25cd5c-f55e-4cb5-a5a9-291d88179335 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.3944814 Apr 11 13:21:12.228110 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-9381e93a-afb4-4e53-a4ba-add19b941f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:12.229789 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-9381e93a-afb4-4e53-a4ba-add19b941f42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 1129 time: 0.1691518 Apr 11 13:21:12.261992 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '8c9e5078-a517-4424-8dce-4a8a9e39d02c', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:a1:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:20:33Z', 'updated_at': '2022-04-11T13:21:09Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}, {'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:24Z', 'revision_number': 2, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:12.274490 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-bfd34e84-d161-43d3-94e3-22446b51132f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:12.275982 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-bfd34e84-d161-43d3-94e3-22446b51132f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.1279738 Apr 11 13:21:12.296867 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks [] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:12.304190 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed425a4-eb01-4603-a903-01c4bb59203f req-df3a1001-dde3-4675-8540-b78bc29aee86 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:12.306045 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ed425a4-eb01-4603-a903-01c4bb59203f req-df3a1001-dde3-4675-8540-b78bc29aee86 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0981321 Apr 11 13:21:12.316197 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4f3184-dd70-4003-8ca9-dcb60fa8dd14 None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '8c9e5078-a517-4424-8dce-4a8a9e39d02c', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.88', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:a1:fa:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:20:33Z', 'updated_at': '2022-04-11T13:21:09Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}, {'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:24Z', 'revision_number': 2, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:12.379812 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be0208e8-53de-4ae2-b973-639f80ec6b2b req-b02866a9-9085-4300-9038-0f922ebcdef5 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651573 Apr 11 13:21:12.403414 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-cb6a13f1-6deb-41c8-b3c3-95b1720987d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:12.403414 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-cb6a13f1-6deb-41c8-b3c3-95b1720987d7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091795 Apr 11 13:21:12.429666 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-6405f89b-94f7-4de7-9619-a41f5fe7027e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:12.431196 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-6405f89b-94f7-4de7-9619-a41f5fe7027e service neutron] 10.222.0.50 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 910 time: 0.1787307 Apr 11 13:21:12.434260 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Made reservation on behalf of ab17127fc9dd4c639842f605d435f7cd for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:21:12.436740 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4505333'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:12.552128 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-7ed44ad3-0b4c-42c4-95ef-a069fc7c947e service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324291 Apr 11 13:21:12.579749 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:12.596175 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ed425a4-eb01-4603-a903-01c4bb59203f req-695801fe-454d-4839-9d28-4ffde1b73a36 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481766 Apr 11 13:21:12.602255 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-97c2c2c4-c679-4461-a774-dd22ce964804 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26de0be-ee50-45b6-bcf8-53029631691b HTTP/1.1" status: 200 len: 1000 time: 0.1514909 Apr 11 13:21:12.694881 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:12.700440 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7b5bb4-c3e5-40cd-b821-6303b1f4c636 None None] New status for floating IP 8c9e5078-a517-4424-8dce-4a8a9e39d02c: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:21:12.702587 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:12.710008 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-47b31871-66a3-446d-ae6d-c833395e7def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:12.710309 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:12.712176 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-47b31871-66a3-446d-ae6d-c833395e7def service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 200 len: 848 time: 0.0936668 Apr 11 13:21:12.741751 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdcb5a4-2276-44c8-941a-5ad193808a3e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:12.785790 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-1b7d6ea4-7f65-4eef-917f-e84c0633fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:12.787121 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-1b7d6ea4-7f65-4eef-917f-e84c0633fe43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530d667c-2b84-4e74-b0c8-6f18245ef6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544748 Apr 11 13:21:12.799645 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef82c5c9-d817-4385-a076-e7128b42ade5 req-1cc35b5d-9c9d-41ef-bb19-fb9c7e1371d8 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350595 Apr 11 13:21:12.909824 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c01e5a-4b31-4f31-9747-a11c7087116b None None] Network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:21:12.955440 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-48313cb7-12e5-4328-9235-004899fe2ee7 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595547 Apr 11 13:21:13.004863 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device d12def0c-0cc2-4e69-b5ec-d53f86cd11ac up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:13.028635 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4688241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4505319'] for subnet (89870a6c-292f-442f-8982-b2b680c8a89a), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.071708 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-91c63e60-2476-4e54-97eb-b198fcb0fd58 None None] Provisioning complete for port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:13.072681 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91c63e60-2476-4e54-97eb-b198fcb0fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.174534 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks [] for router_gateway (7e478775-d915-477f-852d-82a9703e7258), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.175742 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:13.176118 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.413590 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-91c63e60-2476-4e54-97eb-b198fcb0fd58 None None] Current status of the port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:13.414357 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91c63e60-2476-4e54-97eb-b198fcb0fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.418437 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=89870a6c-292f-442f-8982-b2b680c8a89a,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:13.428595 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed355d24-7d66-4a29-832d-afbf9de54a3f req-4bdcde55-24bd-499d-8253-be97fde12588 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642160 Apr 11 13:21:13.429894 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Checking segment: {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:13.430283 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Network hostable DHCP agents. Network: 5ff99bfa-b255-4e0b-9a6c-ff5de403369c, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:21:13.481886 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-91c63e60-2476-4e54-97eb-b198fcb0fd58 None None] For port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,segment=NetworkSegment(cbc33b03-a58a-4cc6-8e31-7c3f20a765d2),segment_id=cbc33b03-a58a-4cc6-8e31-7c3f20a765d2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:13.525770 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:21:13.547273 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:13.547771 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.561490 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91c63e60-2476-4e54-97eb-b198fcb0fd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.642213 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 5ff99bfa-b255-4e0b-9a6c-ff5de403369c) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:13.659140 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:13.663179 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.673577 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b2197-c5c7-4bf3-8ff5-c5234d2fa5da None None] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:21:13.709233 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c63e60-2476-4e54-97eb-b198fcb0fd58 None None] Pushing event updated for resources: {'Port': ['ID=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:13.760020 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:21:13.760409 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:21:13.776735 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ae26c-6b3b-41d3-9871-27f7ccefde69 req-c5b30eaa-b4de-42db-b9ef-251d60d72b6a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:13.778927 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-810ae26c-6b3b-41d3-9871-27f7ccefde69 req-c5b30eaa-b4de-42db-b9ef-251d60d72b6a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0784984 Apr 11 13:21:13.786741 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-615b1a77-0953-4071-a852-c4c84ed0b8ef admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6803339 Apr 11 13:21:13.787545 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46656) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:13.793315 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:13.827854 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-30ad1a00-3e02-4cb7-9bbb-7b6a28ee1741 None None] Provisioning complete for port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:13.828520 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-30ad1a00-3e02-4cb7-9bbb-7b6a28ee1741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.862582 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f069d9-78c7-4d47-bc0b-f9dcd6d88d64 req-99bb8652-3506-4c6b-aaf8-4711770c7b4c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:13.863166 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:21:13.863654 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.865856 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84f069d9-78c7-4d47-bc0b-f9dcd6d88d64 req-99bb8652-3506-4c6b-aaf8-4711770c7b4c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0908203 Apr 11 13:21:13.870760 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-810ae26c-6b3b-41d3-9871-27f7ccefde69 req-cf540bbf-3923-44df-a95d-f9a3f432f1de tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803416 Apr 11 13:21:13.871498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (7e478775-d915-477f-852d-82a9703e7258), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.899501 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.903208 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:13.964799 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks [] for router_controller (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), precommit_add_association {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.064783 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-30ad1a00-3e02-4cb7-9bbb-7b6a28ee1741 None None] Current status of the port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:14.081261 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Allocated IP 172.20.0.2 (5ff99bfa-b255-4e0b-9a6c-ff5de403369c/89870a6c-292f-442f-8982-b2b680c8a89a/599e91a8-5d22-4463-b1f0-22110064bc98) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:14.082302 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84f069d9-78c7-4d47-bc0b-f9dcd6d88d64 req-342ccf5e-ae2d-4713-9d5d-392ac904cf0e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968687 Apr 11 13:21:14.212800 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks [] for router_gateway (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.257165 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Router 7e478775-d915-477f-852d-82a9703e7258 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:21:14.272337 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Publish callbacks [] for port (599e91a8-5d22-4463-b1f0-22110064bc98), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.311431 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:14.368581 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.406592 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:14.421344 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Sync routers for ids ['7e478775-d915-477f-852d-82a9703e7258'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:14.437589 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Routers {'7e478775-d915-477f-852d-82a9703e7258'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:14.438343 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['7e478775-d915-477f-852d-82a9703e7258'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:14.446230 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:14.453464 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:14.457087 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:14.486294 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Pushing event updated for resources: {'Port': ['ID=599e91a8-5d22-4463-b1f0-22110064bc98,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:14.502504 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.507395 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e585d988-e5f0-4c3e-b342-835511d95da9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5799139 Apr 11 13:21:14.507679 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46658) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:14.600158 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Attempting to bind port 599e91a8-5d22-4463-b1f0-22110064bc98 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:14.600693 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Attempting to bind port 599e91a8-5d22-4463-b1f0-22110064bc98 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:14.601327 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Attempting to bind port 599e91a8-5d22-4463-b1f0-22110064bc98 on network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:14.606995 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Set router 7e478775-d915-477f-852d-82a9703e7258 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:14.607984 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:14.608408 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Checking segment: {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:14.609213 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.609624 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Bound using segment: {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:14.610151 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Bound port: 599e91a8-5d22-4463-b1f0-22110064bc98, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:14.610544 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.631682 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks [] for router_gateway (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.692791 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.709310 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] For port 599e91a8-5d22-4463-b1f0-22110064bc98, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:14.713683 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] For port 599e91a8-5d22-4463-b1f0-22110064bc98, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=599e91a8-5d22-4463-b1f0-22110064bc98,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:14.786032 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:14.902514 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f0be1-4454-4241-8477-3a2e7b0e194a None None] Pushing event updated for resources: {'Port': ['ID=599e91a8-5d22-4463-b1f0-22110064bc98,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:14.952557 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Allocated IP 172.27.3.189 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/bc8d414d-97d4-4aa2-8932-2d827633baa9) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:15.010948 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device d12def0c-0cc2-4e69-b5ec-d53f86cd11ac up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:15.102179 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:21:12Z', 'revision_number': 3, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:15.124406 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:15.125915 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.151401 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Checking router: 7e478775-d915-477f-852d-82a9703e7258 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:15.153312 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Updating router 7e478775-d915-477f-852d-82a9703e7258 port 0cdcb5a4-2276-44c8-941a-5ad193808a3e binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:21:15.211125 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.337856 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f16cc-e86d-4271-8ec4-915f1727a640 req-df493d0c-7677-47c0-ad29-e241cc00cc67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:15.344631 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fb0f16cc-e86d-4271-8ec4-915f1727a640 req-df493d0c-7677-47c0-ad29-e241cc00cc67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.2589314 Apr 11 13:21:15.358397 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:15.433329 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks [] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.491890 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91405692-1932-4b81-8c58-182322aa4397 req-b56c0aa3-d8f3-4916-b368-4f8dde01b144 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:15.494194 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91405692-1932-4b81-8c58-182322aa4397 req-b56c0aa3-d8f3-4916-b368-4f8dde01b144 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1093094 Apr 11 13:21:15.498975 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fb0f16cc-e86d-4271-8ec4-915f1727a640 req-bda8967b-c4cb-4958-887d-e64ee1db8ba8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332688 Apr 11 13:21:15.555610 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.565899 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.598365 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91405692-1932-4b81-8c58-182322aa4397 req-952edf16-4f16-452b-ac91-243dbdfd1aa1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847015 Apr 11 13:21:15.609622 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:15.613161 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:15.617854 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:15.668376 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Pushing event updated for resources: {'Port': ['ID=bc8d414d-97d4-4aa2-8932-2d827633baa9,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:15.788536 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Allocated IP 172.20.0.1 (c98e98a8-fc4a-40f6-b329-aea56d0f22b1/da15bfa1-7584-42d1-be0d-f22cf0fd6542/3f30ba6d-525b-41c7-a0c2-e0eecfdd3477) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:15.800800 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Publish callbacks [] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.882363 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.910688 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Publish callbacks [] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.945516 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Attempting to bind port 0cdcb5a4-2276-44c8-941a-5ad193808a3e on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:15.946525 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Attempting to bind port 0cdcb5a4-2276-44c8-941a-5ad193808a3e by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:15.946892 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Attempting to bind port 0cdcb5a4-2276-44c8-941a-5ad193808a3e on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:15.955452 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:15.955829 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:15.956232 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.956625 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:15.957103 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Bound port: 0cdcb5a4-2276-44c8-941a-5ad193808a3e, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:15.957483 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:15.959228 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8038b-01d2-4f26-b12f-16459c0af55f None None] Pushing event updated for resources: {'Port': ['ID=0cdcb5a4-2276-44c8-941a-5ad193808a3e,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:16.008994 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.026049 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] For port 0cdcb5a4-2276-44c8-941a-5ad193808a3e, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:16.030317 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] For port 0cdcb5a4-2276-44c8-941a-5ad193808a3e, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0cdcb5a4-2276-44c8-941a-5ad193808a3e,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:16.055841 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks [] for router_gateway (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.063746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:16.067207 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:16.071182 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:16.108376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Pushing event updated for resources: {'Port': ['ID=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:16.108725 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.145606 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (7e478775-d915-477f-852d-82a9703e7258), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.178937 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8038b-01d2-4f26-b12f-16459c0af55f None None] Pushing event updated for resources: {'Port': ['ID=0cdcb5a4-2276-44c8-941a-5ad193808a3e,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:16.208535 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Routers {'7e478775-d915-477f-852d-82a9703e7258'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:16.210775 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['7e478775-d915-477f-852d-82a9703e7258'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:16.359526 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] Set router 7e478775-d915-477f-852d-82a9703e7258 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:16.377298 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316fc1b3-e450-4e2e-915d-575da04b45bc None None] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:21:16.415538 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.436692 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.462535 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Provisioning complete for port 599e91a8-5d22-4463-b1f0-22110064bc98 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:16.463194 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.624725 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:21:12Z', 'revision_number': 3, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:16.674269 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Current status of the port 599e91a8-5d22-4463-b1f0-22110064bc98 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:16.674781 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.678889 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Publish callbacks [] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.682340 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbd3858-0fe2-4918-ad29-699843bbec78 None None] The sync data for ids ['7e478775-d915-477f-852d-82a9703e7258'] in dv-cinder-836973-2-iscsi is: [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:21:12Z', 'revision_number': 3, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:16.721643 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] For port 599e91a8-5d22-4463-b1f0-22110064bc98, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=599e91a8-5d22-4463-b1f0-22110064bc98,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:16.769537 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb968fe-40c1-4eb3-a019-cf143478a670 req-a391e72e-3b19-4cf5-b8f5-926f83d1a8e9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:16.771227 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb968fe-40c1-4eb3-a019-cf143478a670 req-a391e72e-3b19-4cf5-b8f5-926f83d1a8e9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.1225815 Apr 11 13:21:16.785473 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.812384 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.905048 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Provisioning complete for port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:16.905429 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.929342 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ffb968fe-40c1-4eb3-a019-cf143478a670 req-498362e3-c374-4694-a4b6-52152d1b3eb3 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460645 Apr 11 13:21:16.938450 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Pushing event updated for resources: {'Port': ['ID=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:16.956112 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103910) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:21:16.960018 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (7e478775-d915-477f-852d-82a9703e7258), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:16.999564 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 599e91a8-5d22-4463-b1f0-22110064bc98 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:17.026934 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Pushing event updated for resources: {'Port': ['ID=599e91a8-5d22-4463-b1f0-22110064bc98,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:17.036114 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-e6033910-dcc6-4064-a944-7acc116b82ff None None] Port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:17.069961 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 599e91a8-5d22-4463-b1f0-22110064bc98 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:17.070867 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:17.144312 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:17.158036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:17.162677 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Sync routers for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:17.165991 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:17.203137 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-006e6193-5bbe-4e62-a362-f91d27c39f50 None None] Provisioning complete for port 599e91a8-5d22-4463-b1f0-22110064bc98 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:17.203585 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-006e6193-5bbe-4e62-a362-f91d27c39f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:17.208988 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:17.214371 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:17.290133 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:17.291825 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4b93f6a4-100f-4f3a-9516-185ddb2a6d1e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5032752 Apr 11 13:21:17.295620 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46674) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:17.313078 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 599e91a8-5d22-4463-b1f0-22110064bc98 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:17.364803 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Router 7e478775-d915-477f-852d-82a9703e7258 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:21:17.443969 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:17.512141 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:17.521969 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f76efee6-79ee-4cd9-8a4f-8dd081d35d14 admin admin] 10.222.0.49 "PUT /v2.0/routers/7e478775-d915-477f-852d-82a9703e7258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0131273 Apr 11 13:21:17.756546 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-006e6193-5bbe-4e62-a362-f91d27c39f50 None None] Current status of the port 599e91a8-5d22-4463-b1f0-22110064bc98 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:17.843645 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:15Z', 'revision_number': 3, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:17.891124 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Checking router: 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:17.891810 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Updating router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 port bc8d414d-97d4-4aa2-8932-2d827633baa9 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:21:17.950690 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:17.957530 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.094925 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-1d0ce7f0-8e8e-44ec-bb6e-26d3bbd5c4ff None None] Provisioning complete for port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:18.095351 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1d0ce7f0-8e8e-44ec-bb6e-26d3bbd5c4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.142760 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ce7f0-8e8e-44ec-bb6e-26d3bbd5c4ff None None] Port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:18.219675 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecf88d-4189-4c42-8c5b-1f3d1af00776 req-316e1122-a0d3-4f30-9f33-b961de21bb1c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:18.221202 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-05ecf88d-4189-4c42-8c5b-1f3d1af00776 req-316e1122-a0d3-4f30-9f33-b961de21bb1c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.1705306 Apr 11 13:21:18.312709 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Allocated IP 172.20.0.1 (5ff99bfa-b255-4e0b-9a6c-ff5de403369c/89870a6c-292f-442f-8982-b2b680c8a89a/a03079f3-f06e-4b38-aec9-e2ccef8e5e4f) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:18.317873 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-05ecf88d-4189-4c42-8c5b-1f3d1af00776 req-7ffdba8c-4ab8-4bba-b1e9-2cfb5dc5ee6a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887897 Apr 11 13:21:18.341234 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Publish callbacks [] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.434405 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.444302 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Publish callbacks [] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.494580 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Attempting to bind port bc8d414d-97d4-4aa2-8932-2d827633baa9 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:18.495149 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Attempting to bind port bc8d414d-97d4-4aa2-8932-2d827633baa9 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:18.495294 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Attempting to bind port bc8d414d-97d4-4aa2-8932-2d827633baa9 on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:18.497333 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0aa6-dfa9-42b0-8e15-aacc2344a4f1 None None] Pushing event updated for resources: {'Port': ['ID=bc8d414d-97d4-4aa2-8932-2d827633baa9,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:18.503708 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:18.504090 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:18.506616 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.506616 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:18.506616 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Bound port: bc8d414d-97d4-4aa2-8932-2d827633baa9, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:18.506616 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.543735 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46688) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:18.549485 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-5d994dee-801a-4666-a76d-822d8fa365cc tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88850004', 'description': 'tempest-secgroup-smoke-88850004 description', 'project_id': '55f2507d26384db4a97b5bc46f4e55ba'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:18.560436 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] For port bc8d414d-97d4-4aa2-8932-2d827633baa9, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:18.563111 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.565185 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] For port bc8d414d-97d4-4aa2-8932-2d827633baa9, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=bc8d414d-97d4-4aa2-8932-2d827633baa9,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:18.616464 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:18.619445 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:18.623869 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:18.649419 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.652190 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:18.681714 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.735494 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5d994dee-801a-4666-a76d-822d8fa365cc tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.763991 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa0aa6-dfa9-42b0-8e15-aacc2344a4f1 None None] Pushing event updated for resources: {'Port': ['ID=bc8d414d-97d4-4aa2-8932-2d827633baa9,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:18.773898 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:18.774975 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:18.877129 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5d994dee-801a-4666-a76d-822d8fa365cc tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group (9eb09b37-f46d-4372-a6ed-2a12ee82c6f4), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.977124 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5d994dee-801a-4666-a76d-822d8fa365cc tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9eb09b37-f46d-4372-a6ed-2a12ee82c6f4), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:18.980208 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9cb33adf-dcf6-4761-a7c3-13dfe98d91c7 None None] Provisioning complete for port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:18.980583 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9cb33adf-dcf6-4761-a7c3-13dfe98d91c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.028271 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.030483 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:19.033302 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9cb33adf-dcf6-4761-a7c3-13dfe98d91c7 None None] Port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:19.033473 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d994dee-801a-4666-a76d-822d8fa365cc tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:19.110139 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5d994dee-801a-4666-a76d-822d8fa365cc tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.112440 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5d994dee-801a-4666-a76d-822d8fa365cc tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5665267 Apr 11 13:21:19.116558 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46692) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:19.117979 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 599e91a8-5d22-4463-b1f0-22110064bc98 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:19.121098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-fd9d3b26-b8e6-4f09-b817-cb245a3aed25 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'security_group_rule': {'security_group_id': '9eb09b37-f46d-4372-a6ed-2a12ee82c6f4', 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:19.202463 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Sync routers for ids ['7e478775-d915-477f-852d-82a9703e7258'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:19.213891 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Routers {'7e478775-d915-477f-852d-82a9703e7258'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:19.214623 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['7e478775-d915-477f-852d-82a9703e7258'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:19.243059 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 599e91a8-5d22-4463-b1f0-22110064bc98 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:19.243550 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.259499 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd9d3b26-b8e6-4f09-b817-cb245a3aed25 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (770fa916-59b2-4cde-ae42-5d8470030732), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.319902 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Publish callbacks [] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.338207 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:15Z', 'revision_number': 3, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:19.359105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd9d3b26-b8e6-4f09-b817-cb245a3aed25 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (770fa916-59b2-4cde-ae42-5d8470030732), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.373655 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d573663-fc6b-4324-b854-ab9781db557a None None] The sync data for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi is: [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:15Z', 'revision_number': 3, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:19.381550 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Set router 7e478775-d915-477f-852d-82a9703e7258 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:19.412023 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.418730 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 599e91a8-5d22-4463-b1f0-22110064bc98 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:19.419883 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0cdcb5a4-2276-44c8-941a-5ad193808a3e up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:19.469667 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd9d3b26-b8e6-4f09-b817-cb245a3aed25 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (770fa916-59b2-4cde-ae42-5d8470030732), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.483167 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 0cdcb5a4-2276-44c8-941a-5ad193808a3e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:19.483806 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.530338 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d3b26-b8e6-4f09-b817-cb245a3aed25 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770fa916-59b2-4cde-ae42-5d8470030732,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:19.566469 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.582575 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131582b-d78e-4933-ba5d-dec10a1e4cd3 req-d542e443-c6e9-477f-bb7d-2db7c1a0fed5 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:19.584239 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a131582b-d78e-4933-ba5d-dec10a1e4cd3 req-d542e443-c6e9-477f-bb7d-2db7c1a0fed5 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.1692708 Apr 11 13:21:19.588001 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:19.622008 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 0cdcb5a4-2276-44c8-941a-5ad193808a3e is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:19.622757 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.658879 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 0cdcb5a4-2276-44c8-941a-5ad193808a3e, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0cdcb5a4-2276-44c8-941a-5ad193808a3e,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:19.677299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fd9d3b26-b8e6-4f09-b817-cb245a3aed25 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.679125 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fd9d3b26-b8e6-4f09-b817-cb245a3aed25 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5610313 Apr 11 13:21:19.682870 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46696) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:19.688552 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-0845e33e-97f5-46e6-9609-f05ba5db9822 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'security_group_rule': {'security_group_id': '9eb09b37-f46d-4372-a6ed-2a12ee82c6f4', 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:19.735278 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.783391 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a131582b-d78e-4933-ba5d-dec10a1e4cd3 req-96102816-670a-439b-97d4-831a0d6ebd55 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791027 Apr 11 13:21:19.804089 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:21:16Z', 'revision_number': 4, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3f30ba6d-525b-41c7-a0c2-e0eecfdd3477', 'name': '', 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'mac_address': 'fa:16:3e:7d:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da15bfa1-7584-42d1-be0d-f22cf0fd6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:15Z', 'updated_at': '2022-04-11T13:21:16Z', 'revision_number': 2, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'subnets': [{'id': 'da15bfa1-7584-42d1-be0d-f22cf0fd6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:19.807625 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0845e33e-97f5-46e6-9609-f05ba5db9822 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (9033bdd5-903a-4a7d-be9a-fe6e8a81f398), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.819596 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:19.831942 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:19.875366 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Checking router: 7e478775-d915-477f-852d-82a9703e7258 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:19.875739 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Updating router 7e478775-d915-477f-852d-82a9703e7258 port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:21:19.879710 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=0cdcb5a4-2276-44c8-941a-5ad193808a3e,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:19.925635 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:19.947971 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0845e33e-97f5-46e6-9609-f05ba5db9822 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (9033bdd5-903a-4a7d-be9a-fe6e8a81f398), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.017470 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0845e33e-97f5-46e6-9609-f05ba5db9822 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (9033bdd5-903a-4a7d-be9a-fe6e8a81f398), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.024341 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:21:20.059537 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845e33e-97f5-46e6-9609-f05ba5db9822 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9033bdd5-903a-4a7d-be9a-fe6e8a81f398,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:20.127404 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0845e33e-97f5-46e6-9609-f05ba5db9822 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.128583 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0845e33e-97f5-46e6-9609-f05ba5db9822 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4446924 Apr 11 13:21:20.131442 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46700) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:20.136365 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-b5944228-6290-4313-94ad-83812c18ef5c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'security_group_rule': {'security_group_id': '9eb09b37-f46d-4372-a6ed-2a12ee82c6f4', 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:20.187063 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-aaf0a54e-1561-46c4-9e06-32692daf7558 None None] Provisioning complete for port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:20.187444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a54e-1561-46c4-9e06-32692daf7558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.246626 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-aaf0a54e-1561-46c4-9e06-32692daf7558 None None] Port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:20.269924 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b5944228-6290-4313-94ad-83812c18ef5c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (c2b91e2b-fe3d-46b6-a324-a0080d32f164), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.351437 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b5944228-6290-4313-94ad-83812c18ef5c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (c2b91e2b-fe3d-46b6-a324-a0080d32f164), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.374512 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Publish callbacks [] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.430401 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b5944228-6290-4313-94ad-83812c18ef5c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (c2b91e2b-fe3d-46b6-a324-a0080d32f164), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.453633 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.467358 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5944228-6290-4313-94ad-83812c18ef5c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b91e2b-fe3d-46b6-a324-a0080d32f164,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:20.516521 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47dbe3-fd27-4e22-b321-ae6f73e05456 None None] Pushing event updated for resources: {'Port': ['ID=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:20.563536 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b5944228-6290-4313-94ad-83812c18ef5c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.565396 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b5944228-6290-4313-94ad-83812c18ef5c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4328895 Apr 11 13:21:20.568609 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46702) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:20.579348 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-04d92af8-db0d-4368-a4c0-2119f3ee65d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'security_group_rule': {'security_group_id': '9eb09b37-f46d-4372-a6ed-2a12ee82c6f4', 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:20.591048 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Attempting to bind port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:20.592340 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Attempting to bind port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:20.592340 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Attempting to bind port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 on network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:20.609685 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:20.609685 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Checking segment: {'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:20.609685 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.609685 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Bound using segment: {'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:20.609685 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Bound port: 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:20.610398 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.630488 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:20.636257 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7aaf9440-968c-4720-80cf-cb1e9c31f4c9 admin admin] 10.222.0.49 "PUT /v2.0/routers/0d5bea49-c1d6-4f3d-9b19-d53caca698b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3394783 Apr 11 13:21:20.688832 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-04d92af8-db0d-4368-a4c0-2119f3ee65d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (f77980ef-905b-4995-a83a-a3d430335932), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.737574 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] For port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:20.744556 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] For port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,segment=NetworkSegment(cbc33b03-a58a-4cc6-8e31-7c3f20a765d2),segment_id=cbc33b03-a58a-4cc6-8e31-7c3f20a765d2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:20.780207 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-135da8ee-2e63-4cbf-9231-ec30f33dfc20 None None] Provisioning complete for port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:20.780779 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-135da8ee-2e63-4cbf-9231-ec30f33dfc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.805840 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-04d92af8-db0d-4368-a4c0-2119f3ee65d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (f77980ef-905b-4995-a83a-a3d430335932), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.823211 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-135da8ee-2e63-4cbf-9231-ec30f33dfc20 None None] Port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:20.865162 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.889215 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-04d92af8-db0d-4368-a4c0-2119f3ee65d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (f77980ef-905b-4995-a83a-a3d430335932), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:20.930566 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d92af8-db0d-4368-a4c0-2119f3ee65d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77980ef-905b-4995-a83a-a3d430335932,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:20.961710 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47dbe3-fd27-4e22-b321-ae6f73e05456 None None] Pushing event updated for resources: {'Port': ['ID=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,revision_number=4']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:20.978402 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Routers {'7e478775-d915-477f-852d-82a9703e7258'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:20.979298 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['7e478775-d915-477f-852d-82a9703e7258'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:20.983230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fb30e-4be0-4d4b-8d4a-3244ceb7b4ab req-f008e1af-5a7c-4ac1-a6fe-7a3467cf9866 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:20.986377 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b82fb30e-4be0-4d4b-8d4a-3244ceb7b4ab req-f008e1af-5a7c-4ac1-a6fe-7a3467cf9866 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0734098 Apr 11 13:21:21.020505 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-04d92af8-db0d-4368-a4c0-2119f3ee65d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.022409 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-04d92af8-db0d-4368-a4c0-2119f3ee65d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4526558 Apr 11 13:21:21.043043 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46712) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:21.056554 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-78f659f4-6cb3-4303-bb0e-1383873325a7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'security_group_rule': {'security_group_id': '9eb09b37-f46d-4372-a6ed-2a12ee82c6f4', 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:21.101949 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b82fb30e-4be0-4d4b-8d4a-3244ceb7b4ab req-8527dfd5-bbab-4a37-a20a-72b3eecbc344 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043110 Apr 11 13:21:21.154192 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device bc8d414d-97d4-4aa2-8932-2d827633baa9 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:21.207286 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] Set router 7e478775-d915-477f-852d-82a9703e7258 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:21.212521 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.securitygroups_db [None req-78f659f4-6cb3-4303-bb0e-1383873325a7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Project 55f2507d26384db4a97b5bc46f4e55ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:21:21.223252 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port bc8d414d-97d4-4aa2-8932-2d827633baa9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:21.223583 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-78f659f4-6cb3-4303-bb0e-1383873325a7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (0066de13-84a9-4c7f-b994-c75ada43059b), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.224240 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.393481 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-c2342828-b932-48a7-aa90-4e98eed3d12a None None] Provisioning complete for port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:21.393991 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c2342828-b932-48a7-aa90-4e98eed3d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.396068 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port bc8d414d-97d4-4aa2-8932-2d827633baa9 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:21.396464 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.432527 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-78f659f4-6cb3-4303-bb0e-1383873325a7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (0066de13-84a9-4c7f-b994-c75ada43059b), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.457022 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port bc8d414d-97d4-4aa2-8932-2d827633baa9, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=bc8d414d-97d4-4aa2-8932-2d827633baa9,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:21.483227 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-78f659f4-6cb3-4303-bb0e-1383873325a7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (0066de13-84a9-4c7f-b994-c75ada43059b), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.520462 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-c2342828-b932-48a7-aa90-4e98eed3d12a None None] Current status of the port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:21.526691 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c2342828-b932-48a7-aa90-4e98eed3d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.531507 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f659f4-6cb3-4303-bb0e-1383873325a7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0066de13-84a9-4c7f-b994-c75ada43059b,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:21.557843 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:21:16Z', 'revision_number': 4, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3f30ba6d-525b-41c7-a0c2-e0eecfdd3477', 'name': '', 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'mac_address': 'fa:16:3e:7d:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da15bfa1-7584-42d1-be0d-f22cf0fd6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:15Z', 'updated_at': '2022-04-11T13:21:20Z', 'revision_number': 4, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'subnets': [{'id': 'da15bfa1-7584-42d1-be0d-f22cf0fd6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:21.576110 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-c2342828-b932-48a7-aa90-4e98eed3d12a None None] For port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,segment=NetworkSegment(cbc33b03-a58a-4cc6-8e31-7c3f20a765d2),segment_id=cbc33b03-a58a-4cc6-8e31-7c3f20a765d2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:21.578309 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.579275 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0cdcb5a4-2276-44c8-941a-5ad193808a3e up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:21.599931 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38e2c0e-db13-46c2-bf7c-a66f720611cd None None] The sync data for ids ['7e478775-d915-477f-852d-82a9703e7258'] in dv-cinder-836973-2-iscsi is: [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:21:16Z', 'revision_number': 4, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3f30ba6d-525b-41c7-a0c2-e0eecfdd3477', 'name': '', 'network_id': 'c98e98a8-fc4a-40f6-b329-aea56d0f22b1', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'mac_address': 'fa:16:3e:7d:8b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'da15bfa1-7584-42d1-be0d-f22cf0fd6542', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:15Z', 'updated_at': '2022-04-11T13:21:20Z', 'revision_number': 4, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'subnets': [{'id': 'da15bfa1-7584-42d1-be0d-f22cf0fd6542', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:21.649816 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-78f659f4-6cb3-4303-bb0e-1383873325a7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.659583 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46722) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:21.659676 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-78f659f4-6cb3-4303-bb0e-1383873325a7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6063428 Apr 11 13:21:21.660936 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-6fd5fa6e-4e8e-4660-9fcd-f963f496d020 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'security_group_rule': {'security_group_id': '9eb09b37-f46d-4372-a6ed-2a12ee82c6f4', 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:21.725384 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c2342828-b932-48a7-aa90-4e98eed3d12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.781615 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=bc8d414d-97d4-4aa2-8932-2d827633baa9,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:21.792820 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.securitygroups_db [None req-6fd5fa6e-4e8e-4660-9fcd-f963f496d020 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Project 55f2507d26384db4a97b5bc46f4e55ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:21:21.799658 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fd5fa6e-4e8e-4660-9fcd-f963f496d020 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (3a442f58-bd4b-40b9-bd20-b846b098e119), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.843355 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 0cdcb5a4-2276-44c8-941a-5ad193808a3e triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:21.843881 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.889644 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46726) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:21.897043 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1270447357-network', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:21.905790 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Sync routers for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:21.932300 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fd5fa6e-4e8e-4660-9fcd-f963f496d020 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (3a442f58-bd4b-40b9-bd20-b846b098e119), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:21.940602 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2342828-b932-48a7-aa90-4e98eed3d12a None None] Pushing event updated for resources: {'Port': ['ID=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:21.947040 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:21.947751 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:22.003177 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Made reservation on behalf of fc34840e9f9f4e3d9006d7c70b4e8e99 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:21:22.006481 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.012856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fd5fa6e-4e8e-4660-9fcd-f963f496d020 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (3a442f58-bd4b-40b9-bd20-b846b098e119), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.019014 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.063326 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5fa6e-4e8e-4660-9fcd-f963f496d020 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a442f58-bd4b-40b9-bd20-b846b098e119,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:22.084811 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 0cdcb5a4-2276-44c8-941a-5ad193808a3e is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:22.132282 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Publish callbacks [] for security_group (37bfc66c-e905-4b71-903d-668baec0f1c8), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.164256 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6fd5fa6e-4e8e-4660-9fcd-f963f496d020 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.177017 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6fd5fa6e-4e8e-4660-9fcd-f963f496d020 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5208478 Apr 11 13:21:22.232981 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (37bfc66c-e905-4b71-903d-668baec0f1c8), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.263763 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f90016-5623-4f5a-bc60-fa178d12abdd req-508d13cd-b61a-4f7a-bd2a-2a8789e23801 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:22.265696 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-10f90016-5623-4f5a-bc60-fa178d12abdd req-508d13cd-b61a-4f7a-bd2a-2a8789e23801 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0795116 Apr 11 13:21:22.288605 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:21:22.310892 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37bfc66c-e905-4b71-903d-668baec0f1c8,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:22.338820 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (bccd4954-fd30-4c6f-81c9-9597a70e1821), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.339802 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Added segment bccd4954-fd30-4c6f-81c9-9597a70e1821 of type vlan for network 6cc18d9a-1d7e-4128-a469-61fec57f3312 Apr 11 13:21:22.351120 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:22.395950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.424591 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (6cc18d9a-1d7e-4128-a469-61fec57f3312), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.434184 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-10f90016-5623-4f5a-bc60-fa178d12abdd req-eb367b4d-9d23-4ced-88a1-f9f23ebbc2ce tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601994 Apr 11 13:21:22.521399 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (6cc18d9a-1d7e-4128-a469-61fec57f3312), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.522497 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:22.523094 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.601540 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=6cc18d9a-1d7e-4128-a469-61fec57f3312,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:22.611344 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:19Z', 'revision_number': 2, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:22.620451 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-500e879a-e7d9-443b-8429-80ac5a386bd9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7219372 Apr 11 13:21:22.620818 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46776) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:22.621014 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Request body: {'subnet': {'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1270447357-subnet', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:22.626300 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 6cc18d9a-1d7e-4128-a469-61fec57f3312 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:21:22.680330 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Checking router: 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:22.680633 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Updating router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:21:22.732434 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Made reservation on behalf of fc34840e9f9f4e3d9006d7c70b4e8e99 for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:21:22.735649 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094304'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.776249 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:22.819630 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-b242b0fd-98f2-4779-9876-3858fd8b9bc0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0563281 Apr 11 13:21:22.986776 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-bc56b47e-d5ec-43a5-afb0-9168efdd3c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:22.990209 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-bc56b47e-d5ec-43a5-afb0-9168efdd3c55 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 1129 time: 0.0909162 Apr 11 13:21:23.183452 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-d209ea00-0b20-4dd9-9d94-fcb7e73e7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:23.186142 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094322'] for subnet (120252a6-f4f9-4b4e-b027-9eb708997f11), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.186677 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-d209ea00-0b20-4dd9-9d94-fcb7e73e7124 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 915 time: 0.1676760 Apr 11 13:21:23.190454 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:23.291317 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-151495fa-4d94-4f9a-bdb8-4f5d8930c5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.318203 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Pushing event updated for resources: {'Subnet': ['ID=120252a6-f4f9-4b4e-b027-9eb708997f11,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:23.321796 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Checking segment: {'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:23.321796 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Network hostable DHCP agents. Network: 6cc18d9a-1d7e-4128-a469-61fec57f3312, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:21:23.328878 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-de0e1487-4908-4e33-9100-83d4c8c59b50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea HTTP/1.1" status: 200 len: 1000 time: 0.1330161 Apr 11 13:21:23.416206 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:23.416592 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.437158 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Network 6cc18d9a-1d7e-4128-a469-61fec57f3312 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:21:23.451278 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-cfe4a740-c4b5-48d8-9b63-8c05081a483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:23.454859 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-cfe4a740-c4b5-48d8-9b63-8c05081a483d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.1182139 Apr 11 13:21:23.524000 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Publish callbacks [] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.552512 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-9ecac467-af07-455f-a0fc-2d38f39ce647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:23.554071 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-9ecac467-af07-455f-a0fc-2d38f39ce647 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0836971 Apr 11 13:21:23.575573 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 6cc18d9a-1d7e-4128-a469-61fec57f3312) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:23.587502 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:23.588265 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.595433 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ddc3d7-d515-4956-b0de-633c751645ed None None] Network 6cc18d9a-1d7e-4128-a469-61fec57f3312 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:21:23.608988 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8064d48a-9fea-4b54-99e5-6aa232938786 req-f637c7e8-94db-484b-9b69-dc6cf7c30153 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:23.620128 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8064d48a-9fea-4b54-99e5-6aa232938786 req-f637c7e8-94db-484b-9b69-dc6cf7c30153 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0852532 Apr 11 13:21:23.699226 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.709874 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-7a6b7055-362a-45a0-a5c9-25e1e07448bf service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417987 Apr 11 13:21:23.711795 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8064d48a-9fea-4b54-99e5-6aa232938786 req-f3d4ac1a-2ec5-4254-aa10-041e60b9c110 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904670 Apr 11 13:21:23.717477 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:23.719059 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device bc8d414d-97d4-4aa2-8932-2d827633baa9 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:23.736669 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ec515fe3-91e7-4f21-9917-624704362490 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1195488 Apr 11 13:21:23.741994 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46790) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:23.748036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:23.820795 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9019795-4d27-4c0e-9028-ea980b748114 None None] Pushing event updated for resources: {'Port': ['ID=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:23.864019 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8db013ea-7845-4a10-85b7-ee658df14e38 req-a534313c-cf07-47cd-9be7-d148d0532d78 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409545 Apr 11 13:21:23.880248 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-6cc18d9a-1d7e-4128-a469-61fec57f3312', 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312', 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'fixed_ips': [{'subnet_id': '120252a6-f4f9-4b4e-b027-9eb708997f11'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:21:23.881251 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.916545 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (95c6a577-4861-4c63-a2db-d4ab2d920118), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.919046 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (95c6a577-4861-4c63-a2db-d4ab2d920118), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:23.962137 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port bc8d414d-97d4-4aa2-8932-2d827633baa9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:23.962539 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.010184 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks [] for router_controller (95c6a577-4861-4c63-a2db-d4ab2d920118), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.055968 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Attempting to bind port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:24.056353 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Attempting to bind port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:24.056718 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Attempting to bind port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f on network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:24.074195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:24.074554 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Checking segment: {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:24.074992 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.075290 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Bound using segment: {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:24.075900 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Bound port: a03079f3-f06e-4b38-aec9-e2ccef8e5e4f, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:24.076393 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.236338 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-40ab90af-2a32-4ce9-9c2f-f300cde0b9c9 None None] Provisioning complete for port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:24.237009 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-40ab90af-2a32-4ce9-9c2f-f300cde0b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.242620 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Allocated IP 172.20.0.2 (6cc18d9a-1d7e-4128-a469-61fec57f3312/120252a6-f4f9-4b4e-b027-9eb708997f11/3328360b-02e6-4e4b-9834-70da6ebb6ef5) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:24.263004 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks [] for router_gateway (95c6a577-4861-4c63-a2db-d4ab2d920118), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.309512 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port bc8d414d-97d4-4aa2-8932-2d827633baa9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:24.314937 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] For port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:24.319979 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] For port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:24.340302 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-40ab90af-2a32-4ce9-9c2f-f300cde0b9c9 None None] Port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:24.392893 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.529751 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:24.530531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:20:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:24.541142 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9019795-4d27-4c0e-9028-ea980b748114 None None] Pushing event updated for resources: {'Port': ['ID=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:24.587828 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks [] for router_gateway (95c6a577-4861-4c63-a2db-d4ab2d920118), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.615431 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.629747 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Publish callbacks [] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.731316 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:24.767719 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Allocated IP 172.27.3.181 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/4f820a6d-f85e-488f-8be3-31efe9eba90a) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:24.789097 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fc39146d-2971-4c6c-8ec7-0350d969975f None None] Provisioning complete for port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:24.789472 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fc39146d-2971-4c6c-8ec7-0350d969975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.872409 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e31165-7850-4c87-b04e-adb83eb74bd7 req-ac77393e-9978-4ddc-9aeb-62f9fc48f3f8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:24.875717 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f9e31165-7850-4c87-b04e-adb83eb74bd7 req-ac77393e-9978-4ddc-9aeb-62f9fc48f3f8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0815427 Apr 11 13:21:24.926943 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks [] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:24.934695 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f9e31165-7850-4c87-b04e-adb83eb74bd7 req-7cac3dbf-d876-4653-8c9d-47e17d4cdc4d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528867 Apr 11 13:21:24.992226 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.013291 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.058921 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:25.065009 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:25.067345 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Pushing event updated for resources: {'Port': ['ID=4f820a6d-f85e-488f-8be3-31efe9eba90a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:25.070309 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:25.093762 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Network 6cc18d9a-1d7e-4128-a469-61fec57f3312 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:25.106007 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:25.141173 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:25.159125 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Pushing event updated for resources: {'Port': ['ID=3328360b-02e6-4e4b-9834-70da6ebb6ef5,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:25.296218 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Attempting to bind port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:25.296926 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Attempting to bind port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:25.296926 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Attempting to bind port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 on network 6cc18d9a-1d7e-4128-a469-61fec57f3312 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:25.298857 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fc39146d-2971-4c6c-8ec7-0350d969975f None None] Current status of the port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:25.299507 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fc39146d-2971-4c6c-8ec7-0350d969975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.315248 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:25.315547 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Checking segment: {'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:25.315939 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.316332 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Bound using segment: {'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:25.316803 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Bound port: 3328360b-02e6-4e4b-9834-70da6ebb6ef5, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:25.317178 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.335333 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:21:25.348364 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:24Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:25.413757 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d894732f-202e-4de9-8f37-6670fc42d30e None None] The sync data for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi is: [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:24Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:25.418817 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-fc39146d-2971-4c6c-8ec7-0350d969975f None None] For port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:25.447238 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] For port 3328360b-02e6-4e4b-9834-70da6ebb6ef5, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:25.450616 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] For port 3328360b-02e6-4e4b-9834-70da6ebb6ef5, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3328360b-02e6-4e4b-9834-70da6ebb6ef5,segment=NetworkSegment(bccd4954-fd30-4c6f-81c9-9597a70e1821),segment_id=bccd4954-fd30-4c6f-81c9-9597a70e1821)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:25.483371 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fc39146d-2971-4c6c-8ec7-0350d969975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.519392 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks [] for router_gateway (95c6a577-4861-4c63-a2db-d4ab2d920118), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.554470 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.570208 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39146d-2971-4c6c-8ec7-0350d969975f None None] Pushing event updated for resources: {'Port': ['ID=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:25.735056 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea988f2-98d1-48c1-9c10-e0384bb6f315 None None] Pushing event updated for resources: {'Port': ['ID=3328360b-02e6-4e4b-9834-70da6ebb6ef5,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:25.756580 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5b876735-a538-4c23-8b91-4ea0004baf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:25.799013 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (95c6a577-4861-4c63-a2db-d4ab2d920118), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:26.072313 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42163859-c7e6-4a1e-baf8-8d82e0af373a req-a91f2588-a07e-47bf-88a6-41903a322242 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:26.074026 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42163859-c7e6-4a1e-baf8-8d82e0af373a req-a91f2588-a07e-47bf-88a6-41903a322242 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0551903 Apr 11 13:21:26.075371 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Router 95c6a577-4861-4c63-a2db-d4ab2d920118 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:21:26.176088 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-42163859-c7e6-4a1e-baf8-8d82e0af373a req-9fd457d8-184f-4b4f-b612-387cd39e2d80 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936210 Apr 11 13:21:26.230413 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:26.243815 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Sync routers for ids ['95c6a577-4861-4c63-a2db-d4ab2d920118'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:26.255638 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Routers {'95c6a577-4861-4c63-a2db-d4ab2d920118'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:26.256508 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['95c6a577-4861-4c63-a2db-d4ab2d920118'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:26.322434 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:26.323729 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e139ab69-63b2-4bbb-9133-d9f64ab10a24 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5804684 Apr 11 13:21:26.326655 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46822) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:26.348992 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:26.391067 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Set router 95c6a577-4861-4c63-a2db-d4ab2d920118 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:26.588988 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 3, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port': {'id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:24Z', 'updated_at': '2022-04-11T13:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:26.622067 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Checking router: 95c6a577-4861-4c63-a2db-d4ab2d920118 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:26.622533 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Updating router 95c6a577-4861-4c63-a2db-d4ab2d920118 port 4f820a6d-f85e-488f-8be3-31efe9eba90a binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:21:26.670433 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:26.793007 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5665838-a3a4-4b3f-8b0a-10db2e020e23 None None] Network 6cc18d9a-1d7e-4128-a469-61fec57f3312 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:21:26.864479 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-b002ca02-9f6f-4a94-991c-f00a24552946 None None] Provisioning complete for port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:26.865764 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b002ca02-9f6f-4a94-991c-f00a24552946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:26.908508 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.013143 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3328360b-02e6-4e4b-9834-70da6ebb6ef5 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:27.015474 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-b002ca02-9f6f-4a94-991c-f00a24552946 None None] Current status of the port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:27.015971 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b002ca02-9f6f-4a94-991c-f00a24552946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.123355 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-b002ca02-9f6f-4a94-991c-f00a24552946 None None] For port 3328360b-02e6-4e4b-9834-70da6ebb6ef5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3328360b-02e6-4e4b-9834-70da6ebb6ef5,segment=NetworkSegment(bccd4954-fd30-4c6f-81c9-9597a70e1821),segment_id=bccd4954-fd30-4c6f-81c9-9597a70e1821)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:27.130653 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:27.131031 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.139264 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Publish callbacks [] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.181901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Allocated IP 172.20.0.1 (6cc18d9a-1d7e-4128-a469-61fec57f3312/120252a6-f4f9-4b4e-b027-9eb708997f11/ff8eb205-573d-4132-a67c-ee8f23fdc4c5) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:27.232356 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b002ca02-9f6f-4a94-991c-f00a24552946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.269023 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.302001 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:27.302251 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.345965 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002ca02-9f6f-4a94-991c-f00a24552946 None None] Pushing event updated for resources: {'Port': ['ID=3328360b-02e6-4e4b-9834-70da6ebb6ef5,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:27.361174 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a81c5da7-56c9-469c-9fec-eb9327a03de9 None None] Provisioning complete for port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:27.361853 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a81c5da7-56c9-469c-9fec-eb9327a03de9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.398379 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeda9c5-6b49-4243-b68d-ea80387fba1f None None] Pushing event updated for resources: {'Port': ['ID=4f820a6d-f85e-488f-8be3-31efe9eba90a,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:27.418184 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Attempting to bind port 4f820a6d-f85e-488f-8be3-31efe9eba90a on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:27.418792 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Attempting to bind port 4f820a6d-f85e-488f-8be3-31efe9eba90a by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:27.419334 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Attempting to bind port 4f820a6d-f85e-488f-8be3-31efe9eba90a on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:27.426426 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:27.427068 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:27.427613 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.428394 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:27.429044 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Bound port: 4f820a6d-f85e-488f-8be3-31efe9eba90a, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:27.429422 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.431193 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:21:27.431538 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:21:27.434497 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Publish callbacks [] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.483454 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a81c5da7-56c9-469c-9fec-eb9327a03de9 None None] Current status of the port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:27.502585 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] For port 4f820a6d-f85e-488f-8be3-31efe9eba90a, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:27.504266 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc3479-374a-4b01-bb13-17f6a106e4ca req-dbe6b193-2983-43b2-b7cd-13b30a7c908d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:27.505626 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] For port 4f820a6d-f85e-488f-8be3-31efe9eba90a, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=4f820a6d-f85e-488f-8be3-31efe9eba90a,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:27.505759 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72fc3479-374a-4b01-bb13-17f6a106e4ca req-dbe6b193-2983-43b2-b7cd-13b30a7c908d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.1845312 Apr 11 13:21:27.561388 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-72fc3479-374a-4b01-bb13-17f6a106e4ca req-ac57c2d8-98e9-4301-a4aa-95cb2d0640fe tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481608 Apr 11 13:21:27.589420 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.620506 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.644227 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Routers {'95c6a577-4861-4c63-a2db-d4ab2d920118'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:27.645062 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['95c6a577-4861-4c63-a2db-d4ab2d920118'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:27.669873 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Network 6cc18d9a-1d7e-4128-a469-61fec57f3312 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:27.672829 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:27.676299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:27.681969 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:27.697778 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeda9c5-6b49-4243-b68d-ea80387fba1f None None] Pushing event updated for resources: {'Port': ['ID=4f820a6d-f85e-488f-8be3-31efe9eba90a,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:27.725462 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (95c6a577-4861-4c63-a2db-d4ab2d920118), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.783786 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] Set router 95c6a577-4861-4c63-a2db-d4ab2d920118 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:27.969385 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:27.972577 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:27.973575 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device a03079f3-f06e-4b38-aec9-e2ccef8e5e4f up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:27.999989 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:28.006982 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 3, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port': {'id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:24Z', 'updated_at': '2022-04-11T13:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:28.041822 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:28.042218 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:28.044890 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-4267ea10-2907-47a9-ad6e-0e794a79e85d None None] Provisioning complete for port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:28.045378 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4267ea10-2907-47a9-ad6e-0e794a79e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:28.046743 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545ffd9-9cb2-4387-97e9-cdd5945b2c4d None None] The sync data for ids ['95c6a577-4861-4c63-a2db-d4ab2d920118'] in dv-cinder-836973-2-iscsi is: [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 3, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port': {'id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:24Z', 'updated_at': '2022-04-11T13:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:28.124095 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4267ea10-2907-47a9-ad6e-0e794a79e85d None None] Port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:28.167262 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Publish callbacks [] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:28.175118 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:28.235918 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:28.307877 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Pushing event updated for resources: {'Port': ['ID=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:28.311402 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (95c6a577-4861-4c63-a2db-d4ab2d920118), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:28.411410 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Network 6cc18d9a-1d7e-4128-a469-61fec57f3312 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:28.412855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:28.579120 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Router 95c6a577-4861-4c63-a2db-d4ab2d920118 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:21:28.724498 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:21:28.740584 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-40f87c15-046d-4d10-ae07-fc251c81fa63 admin admin] 10.222.0.49 "PUT /v2.0/routers/95c6a577-4861-4c63-a2db-d4ab2d920118/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030025 Apr 11 13:21:28.803553 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-0af4c316-dc5f-4f7f-8372-915866a511e5 None None] Provisioning complete for port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:28.804124 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0af4c316-dc5f-4f7f-8372-915866a511e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:28.875578 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-0af4c316-dc5f-4f7f-8372-915866a511e5 None None] Port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:29.063615 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e51ea-9b15-4f19-9ba7-3d262beb3535 req-20463caa-0da9-4bb9-b5a2-634c0ceea464 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:29.087745 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bc4e51ea-9b15-4f19-9ba7-3d262beb3535 req-20463caa-0da9-4bb9-b5a2-634c0ceea464 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.4275668 Apr 11 13:21:29.137523 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3328360b-02e6-4e4b-9834-70da6ebb6ef5 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:29.156941 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bc4e51ea-9b15-4f19-9ba7-3d262beb3535 req-5b48ad43-5caa-493a-a6f6-5358d8553eac tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682235 Apr 11 13:21:29.202151 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:29.203180 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:29.314206 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:29.315314 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 4f820a6d-f85e-488f-8be3-31efe9eba90a up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:29.381337 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 4f820a6d-f85e-488f-8be3-31efe9eba90a triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:29.382316 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:29.505047 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 4f820a6d-f85e-488f-8be3-31efe9eba90a is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:29.505682 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:29.531932 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 4f820a6d-f85e-488f-8be3-31efe9eba90a, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=4f820a6d-f85e-488f-8be3-31efe9eba90a,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:29.570003 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:29.635950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:29.712435 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=4f820a6d-f85e-488f-8be3-31efe9eba90a,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:30.329603 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fa257-1527-47dd-bb97-7b39f1983366 req-7911c3eb-e1bd-4e62-8f60-f02c0b59cbda tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:30.332091 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a7fa257-1527-47dd-bb97-7b39f1983366 req-7911c3eb-e1bd-4e62-8f60-f02c0b59cbda tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0789418 Apr 11 13:21:30.411977 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a7fa257-1527-47dd-bb97-7b39f1983366 req-f7246762-1fd7-4cd4-befb-3a8c05663caf tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Apr 11 13:21:30.840077 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Sync routers for ids ['95c6a577-4861-4c63-a2db-d4ab2d920118'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:21:30.861210 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Routers {'95c6a577-4861-4c63-a2db-d4ab2d920118'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:30.861865 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['95c6a577-4861-4c63-a2db-d4ab2d920118'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:30.983645 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 4f820a6d-f85e-488f-8be3-31efe9eba90a up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:31.071835 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Set router 95c6a577-4861-4c63-a2db-d4ab2d920118 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:31.162748 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 4f820a6d-f85e-488f-8be3-31efe9eba90a triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:31.163127 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:31.569486 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 4f820a6d-f85e-488f-8be3-31efe9eba90a is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:31.586177 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf94cca-b3a9-4e84-8e52-d14a78b124d4 req-bdc51e60-7b84-4832-8e16-1d6fd6f9c816 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:31.599422 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cbf94cca-b3a9-4e84-8e52-d14a78b124d4 req-bdc51e60-7b84-4832-8e16-1d6fd6f9c816 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0847192 Apr 11 13:21:31.665419 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:21:27Z', 'revision_number': 4, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port': {'id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:24Z', 'updated_at': '2022-04-11T13:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'ff8eb205-573d-4132-a67c-ee8f23fdc4c5', 'name': '', 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'mac_address': 'fa:16:3e:c5:14:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '120252a6-f4f9-4b4e-b027-9eb708997f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:26Z', 'updated_at': '2022-04-11T13:21:28Z', 'revision_number': 2, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'subnets': [{'id': '120252a6-f4f9-4b4e-b027-9eb708997f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:31.688451 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cbf94cca-b3a9-4e84-8e52-d14a78b124d4 req-16c9705b-1de2-4780-9ab9-f5ee0ccfad3c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880449 Apr 11 13:21:31.730992 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Checking router: 95c6a577-4861-4c63-a2db-d4ab2d920118 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:21:31.731498 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Updating router 95c6a577-4861-4c63-a2db-d4ab2d920118 port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:21:31.772917 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:32.251452 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Publish callbacks [] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:32.350793 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:32.417204 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec940c5-17f7-4053-9649-84df7e580725 None None] Pushing event updated for resources: {'Port': ['ID=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:32.530442 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Attempting to bind port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:32.530855 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Attempting to bind port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:32.531219 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Attempting to bind port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 on network 6cc18d9a-1d7e-4128-a469-61fec57f3312 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:32.543899 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:32.544875 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Checking segment: {'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:32.545496 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:32.546066 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Bound using segment: {'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:32.547073 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Bound port: ff8eb205-573d-4132-a67c-ee8f23fdc4c5, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccd4954-fd30-4c6f-81c9-9597a70e1821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:32.547694 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:32.711378 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] For port ff8eb205-573d-4132-a67c-ee8f23fdc4c5, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:32.711378 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] For port ff8eb205-573d-4132-a67c-ee8f23fdc4c5, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,segment=NetworkSegment(bccd4954-fd30-4c6f-81c9-9597a70e1821),segment_id=bccd4954-fd30-4c6f-81c9-9597a70e1821)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:32.793328 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-57ac8b7d-810a-4c33-ba17-58acc9a7edb1 None None] Provisioning complete for port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:32.793904 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-57ac8b7d-810a-4c33-ba17-58acc9a7edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:32.861181 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:32.889430 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78be1ad-87d0-4e50-a4e2-6f495239c11b req-b959c83f-4acc-429e-98bd-cf564a064a2c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:32.898451 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f78be1ad-87d0-4e50-a4e2-6f495239c11b req-b959c83f-4acc-429e-98bd-cf564a064a2c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0993547 Apr 11 13:21:32.940683 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-57ac8b7d-810a-4c33-ba17-58acc9a7edb1 None None] Port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:32.970574 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f78be1ad-87d0-4e50-a4e2-6f495239c11b req-a62e165b-1fbc-4403-9536-5fbbe83589ee tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709186 Apr 11 13:21:32.986247 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Routers {'95c6a577-4861-4c63-a2db-d4ab2d920118'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:21:32.987091 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['95c6a577-4861-4c63-a2db-d4ab2d920118'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:32.989594 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec940c5-17f7-4053-9649-84df7e580725 None None] Pushing event updated for resources: {'Port': ['ID=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:33.185181 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] Set router 95c6a577-4861-4c63-a2db-d4ab2d920118 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:21:33.368736 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a4dba3fe-8af1-4a1c-8fad-69b3b6a5eda4 None None] Provisioning complete for port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:33.369814 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a4dba3fe-8af1-4a1c-8fad-69b3b6a5eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:33.510302 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:21:27Z', 'revision_number': 4, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port': {'id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:24Z', 'updated_at': '2022-04-11T13:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'ff8eb205-573d-4132-a67c-ee8f23fdc4c5', 'name': '', 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'mac_address': 'fa:16:3e:c5:14:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '120252a6-f4f9-4b4e-b027-9eb708997f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:26Z', 'updated_at': '2022-04-11T13:21:32Z', 'revision_number': 4, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'subnets': [{'id': '120252a6-f4f9-4b4e-b027-9eb708997f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:21:33.546868 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84053e92-a286-498e-80d3-8d9ca93777e8 None None] The sync data for ids ['95c6a577-4861-4c63-a2db-d4ab2d920118'] in dv-cinder-836973-2-iscsi is: [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:21:27Z', 'revision_number': 4, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port': {'id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:24Z', 'updated_at': '2022-04-11T13:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'ff8eb205-573d-4132-a67c-ee8f23fdc4c5', 'name': '', 'network_id': '6cc18d9a-1d7e-4128-a469-61fec57f3312', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'mac_address': 'fa:16:3e:c5:14:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '120252a6-f4f9-4b4e-b027-9eb708997f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:26Z', 'updated_at': '2022-04-11T13:21:32Z', 'revision_number': 4, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'subnets': [{'id': '120252a6-f4f9-4b4e-b027-9eb708997f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:21:33.551178 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a4dba3fe-8af1-4a1c-8fad-69b3b6a5eda4 None None] Current status of the port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:33.551390 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a4dba3fe-8af1-4a1c-8fad-69b3b6a5eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:33.590305 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-a4dba3fe-8af1-4a1c-8fad-69b3b6a5eda4 None None] For port ff8eb205-573d-4132-a67c-ee8f23fdc4c5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,segment=NetworkSegment(bccd4954-fd30-4c6f-81c9-9597a70e1821),segment_id=bccd4954-fd30-4c6f-81c9-9597a70e1821)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:21:33.916349 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a4dba3fe-8af1-4a1c-8fad-69b3b6a5eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:33.978635 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dba3fe-8af1-4a1c-8fad-69b3b6a5eda4 None None] Pushing event updated for resources: {'Port': ['ID=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:34.206218 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e23d39-5f3c-4b9b-a21c-51fc42678366 req-5748d012-f876-41cf-ba7c-fde15471b3fb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:34.208555 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c0e23d39-5f3c-4b9b-a21c-51fc42678366 req-5748d012-f876-41cf-ba7c-fde15471b3fb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0955756 Apr 11 13:21:34.285400 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c0e23d39-5f3c-4b9b-a21c-51fc42678366 req-157313bf-bb4c-4a68-9937-2b23f4717ed9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707116 Apr 11 13:21:34.958131 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ff8eb205-573d-4132-a67c-ee8f23fdc4c5 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:21:35.025085 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:35.025657 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:35.149066 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:21:35.457760 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdb093-9cf1-4966-b2c3-eb0ff9f83f38 req-bd72e9dc-c70e-4ba4-9fa5-23d3a337557a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:35.477921 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-acbdb093-9cf1-4966-b2c3-eb0ff9f83f38 req-bd72e9dc-c70e-4ba4-9fa5-23d3a337557a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.1099114 Apr 11 13:21:35.580487 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-acbdb093-9cf1-4966-b2c3-eb0ff9f83f38 req-06a97009-582e-4c30-89bc-ea76177b87a8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882139 Apr 11 13:21:36.188077 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 46942) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:36.363826 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:36.460205 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Publish callbacks [] for security_group (3e9a4a18-41e2-4b1a-8761-c9048aa2ce43), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:36.544716 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3e9a4a18-41e2-4b1a-8761-c9048aa2ce43), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:36.598025 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 46952) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:36.606340 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68c2d525765b4848abd992e3c3c5ab54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165227 Apr 11 13:21:36.615650 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a4a18-41e2-4b1a-8761-c9048aa2ce43,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.637122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.638855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.638855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.639319 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.639879 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.640440 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30efe99d-8fe9-45d2-982c-4118a9174f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.679900 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Publish callbacks [] for security_group (3e9a4a18-41e2-4b1a-8761-c9048aa2ce43), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:36.713445 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Publish callbacks [] for security_group (3e9a4a18-41e2-4b1a-8761-c9048aa2ce43), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:36.799663 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d3777-adc1-4fb8-bd51-a39bc6c70f7e req-fd84e22f-a182-4af2-a488-b99492db00cb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:36.802150 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-914d3777-adc1-4fb8-bd51-a39bc6c70f7e req-fd84e22f-a182-4af2-a488-b99492db00cb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0745394 Apr 11 13:21:36.910962 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-914d3777-adc1-4fb8-bd51-a39bc6c70f7e req-5c8bbb63-0b78-47f1-a37a-0234ebc9c98d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942390 Apr 11 13:21:36.923384 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3e9a4a18-41e2-4b1a-8761-c9048aa2ce43), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:36.931098 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:36.941792 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e9a4a18-41e2-4b1a-8761-c9048aa2ce43 HTTP/1.1" status: 204 len: 168 time: 0.3365710 Apr 11 13:21:36.957611 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a4a18-41e2-4b1a-8761-c9048aa2ce43,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:36.969455 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.969898 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.970434 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.971017 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.972003 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.972518 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.973301 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.973870 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.974479 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.975003 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.975490 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.976225 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.976809 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.977345 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:36.977843 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9730a8e-d1c0-43e8-a42c-f1a5cd5510ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:21:37.023613 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8a32-c4d9-4648-a4c8-5ccc67959ed5 req-29f00089-ec99-416c-8345-6a78f09d0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:37.025504 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1d6f8a32-c4d9-4648-a4c8-5ccc67959ed5 req-29f00089-ec99-416c-8345-6a78f09d0aa5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0688787 Apr 11 13:21:37.082992 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1d6f8a32-c4d9-4648-a4c8-5ccc67959ed5 req-5d8d8531-f67b-4d7c-9f8d-07938307cc77 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485659 Apr 11 13:21:38.042329 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e50b71-ee2d-4fd8-a0d0-a12342ac9595 req-96224155-9e98-4b2b-baca-bdb46ef7a17c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:38.043137 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e9e50b71-ee2d-4fd8-a0d0-a12342ac9595 req-96224155-9e98-4b2b-baca-bdb46ef7a17c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0574238 Apr 11 13:21:38.095914 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e9e50b71-ee2d-4fd8-a0d0-a12342ac9595 req-97fef9a8-df9f-4c16-90ae-6723b4d874cc tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461459 Apr 11 13:21:39.241373 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a734-ce78-4f9a-b787-3f9b46aeae83 req-b708f0c4-7965-4569-9fc6-7fe6e28c9e19 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:39.243786 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4901a734-ce78-4f9a-b787-3f9b46aeae83 req-b708f0c4-7965-4569-9fc6-7fe6e28c9e19 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0630937 Apr 11 13:21:39.312831 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4901a734-ce78-4f9a-b787-3f9b46aeae83 req-f5547b70-6e20-4c2a-8fa7-9468b44a9848 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617042 Apr 11 13:21:39.866608 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b9c87-7d5a-4321-b212-51c680a33bc4 req-e3a34a1b-96cb-4acb-a511-648ecb0482ac tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:39.868173 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-454b9c87-7d5a-4321-b212-51c680a33bc4 req-e3a34a1b-96cb-4acb-a511-648ecb0482ac tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.1244819 Apr 11 13:21:39.874311 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49534c12-be97-48a5-97c8-24188c6bd54b req-27634a43-d429-45ae-8388-ebf436f27503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:39.876915 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49534c12-be97-48a5-97c8-24188c6bd54b req-27634a43-d429-45ae-8388-ebf436f27503 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0631151 Apr 11 13:21:39.993812 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-454b9c87-7d5a-4321-b212-51c680a33bc4 req-574748a9-95c7-43aa-844b-7223bd138e60 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156099 Apr 11 13:21:40.044162 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49534c12-be97-48a5-97c8-24188c6bd54b req-39b64253-f0e5-4d93-af75-4c7a757de444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:40.046145 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49534c12-be97-48a5-97c8-24188c6bd54b req-39b64253-f0e5-4d93-af75-4c7a757de444 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.1595199 Apr 11 13:21:40.102459 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49534c12-be97-48a5-97c8-24188c6bd54b req-152d99fe-9406-457a-aa1a-7a79aee636d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798 HTTP/1.1" status: 200 len: 217 time: 0.0466275 Apr 11 13:21:40.159861 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49534c12-be97-48a5-97c8-24188c6bd54b req-96e9b740-e000-4f5e-ac1b-d66463c2e7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:40.161455 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49534c12-be97-48a5-97c8-24188c6bd54b req-96e9b740-e000-4f5e-ac1b-d66463c2e7dd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0530474 Apr 11 13:21:40.226909 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49534c12-be97-48a5-97c8-24188c6bd54b req-725197db-96b5-4382-b83d-6f6332435940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:40.228437 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49534c12-be97-48a5-97c8-24188c6bd54b req-725197db-96b5-4382-b83d-6f6332435940 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604568 Apr 11 13:21:40.342871 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49534c12-be97-48a5-97c8-24188c6bd54b req-d54f0525-f042-4c40-bf1a-97f17759ce69 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072707 Apr 11 13:21:40.475253 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49534c12-be97-48a5-97c8-24188c6bd54b req-9f5cc49b-eeaf-43c4-a1e8-075d3b8617c6 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247487 Apr 11 13:21:41.007425 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4b1cded2-febf-4a05-adbd-9a1432d0c47d tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88850004&fields=id&tenant_id=55f2507d26384db4a97b5bc46f4e55ba HTTP/1.1" status: 200 len: 267 time: 0.0657618 Apr 11 13:21:41.147290 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d98a4-e621-49c9-a63f-deed4f11df39 req-c58dfd76-ac8f-4a15-957d-2afc2579ea4b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:41.149234 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f0d98a4-e621-49c9-a63f-deed4f11df39 req-c58dfd76-ac8f-4a15-957d-2afc2579ea4b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0593097 Apr 11 13:21:41.167049 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a10a-a54b-4968-987e-767cb3c5290e req-cec60537-8ce6-4d39-996a-187a7c9ddce5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:41.168750 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-cec60537-8ce6-4d39-996a-187a7c9ddce5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/networks?id=740015a2-28ac-4efd-b448-9cfce752a39e HTTP/1.1" status: 200 len: 809 time: 0.1538930 Apr 11 13:21:41.195313 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-3af9cb98-103d-4010-8438-23e9939d9ce7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/quotas/55f2507d26384db4a97b5bc46f4e55ba HTTP/1.1" status: 200 len: 375 time: 0.0203047 Apr 11 13:21:41.230600 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f0d98a4-e621-49c9-a63f-deed4f11df39 req-caa45b37-50b3-4b35-a05b-cecd836b0c36 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748332 Apr 11 13:21:41.250346 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7a5d3cf4-7938-4ece-9182-c0ef6401bba5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537379 Apr 11 13:21:41.355401 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-9c0aab97-358d-47b4-8780-08121cc7e397 service neutron] 10.222.0.49 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931318 Apr 11 13:21:41.471686 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-af464c56-1c19-481d-9a0f-7050a92eb926 service neutron] 10.222.0.49 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094847 Apr 11 13:21:42.107118 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a950895a-1f93-436f-b0a4-778ece734847 req-88131ced-bf4e-4b4d-b7a6-4b04dbe28ba0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 210 time: 0.0415826 Apr 11 13:21:42.356360 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17a460-1e1d-44c5-82d4-5db521a499f9 req-6f34fced-6f19-48d4-a114-93321d9162e6 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:42.358585 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d17a460-1e1d-44c5-82d4-5db521a499f9 req-6f34fced-6f19-48d4-a114-93321d9162e6 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0516753 Apr 11 13:21:42.416241 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d17a460-1e1d-44c5-82d4-5db521a499f9 req-7a2ec90a-4e29-4f3e-b3e8-7b8dede8aded tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Apr 11 13:21:43.180098 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3587afe6-05ca-45a4-a738-3debca48ecdf req-a9c80e6a-e57b-4a73-b0c2-6db9be702a18 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 210 time: 0.0277054 Apr 11 13:21:43.488524 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-68e1ebcc-f473-4181-854c-bdf83e6137f9 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:43.490085 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-68e1ebcc-f473-4181-854c-bdf83e6137f9 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/networks?id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c HTTP/1.1" status: 200 len: 814 time: 0.1223805 Apr 11 13:21:43.505948 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-4d03c146-6bbe-4b46-918d-5c9d2251996c tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/quotas/ab17127fc9dd4c639842f605d435f7cd HTTP/1.1" status: 200 len: 375 time: 0.0102150 Apr 11 13:21:43.548420 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f849b-995f-45da-a5bc-de2f42067ee6 req-6568dc97-cf1b-4dd2-85a0-a835bd7339d7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:43.550826 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-717f849b-995f-45da-a5bc-de2f42067ee6 req-6568dc97-cf1b-4dd2-85a0-a835bd7339d7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0590136 Apr 11 13:21:43.567000 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-bddd43da-873b-448f-9ed2-f0302c5b9e8f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab17127fc9dd4c639842f605d435f7cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526059 Apr 11 13:21:43.611893 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-717f849b-995f-45da-a5bc-de2f42067ee6 req-46c0a5e5-0bf4-431c-84d4-f2e1ed97f1db tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537035 Apr 11 13:21:43.665667 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-6469e004-f0ef-4b52-892a-3508159f655b service neutron] 10.222.0.49 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902236 Apr 11 13:21:43.773932 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-454ccef6-9fc7-4e19-848a-6fc990744923 service neutron] 10.222.0.49 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010287 Apr 11 13:21:44.036361 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eed05eab-b092-42a1-bb29-358c8ef37206 req-b43b04f2-9caa-4595-97f6-491d644fa4b2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 210 time: 0.0329342 Apr 11 13:21:44.306097 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-786c9109-4a7c-46cb-8c58-38a98a1f32c4 req-4d864753-0654-4898-8c5a-fc4b5ff45bd4 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 210 time: 0.0408390 Apr 11 13:21:44.739115 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a10a-a54b-4968-987e-767cb3c5290e req-41cd0c39-dcff-416b-9695-a831bfc165fe tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:44.740609 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-41cd0c39-dcff-416b-9695-a831bfc165fe tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.50 "GET /v2.0/networks?id=740015a2-28ac-4efd-b448-9cfce752a39e HTTP/1.1" status: 200 len: 809 time: 0.1088049 Apr 11 13:21:44.817098 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-102c1430-b128-4456-b470-7618e7e101e0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f2507d26384db4a97b5bc46f4e55ba HTTP/1.1" status: 200 len: 378 time: 0.0579274 Apr 11 13:21:44.826291 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'port': {'device_id': '159a0467-19e3-407a-8bb1-4763b24828d0', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'admin_state_up': True, 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'security_groups': ['9eb09b37-f46d-4372-a6ed-2a12ee82c6f4']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:45.105936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Made reservation on behalf of 55f2507d26384db4a97b5bc46f4e55ba for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:21:45.109619 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:45.132968 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df0cbeaa-e4d0-445d-85fd-581b073c399f req-c512d485-8071-4660-9800-d29115f4d454 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 210 time: 0.0385795 Apr 11 13:21:45.431541 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d77c46b7-b008-4261-bf27-c31cb5b1c33f req-a4815ea5-20ce-473b-bdd6-8eea7931ba9b tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 210 time: 0.0367146 Apr 11 13:21:45.542329 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Allocated IP 172.20.0.7 (740015a2-28ac-4efd-b448-9cfce752a39e/1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1/5d5e395f-518f-4552-b74e-fc625904bbde) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:45.679345 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47068) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:45.686154 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-736840d9-f0f6-4052-9acd-ccf50a7e56e7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1075385417', 'description': 'tempest-description--1932269958'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:45.722141 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for port (5d5e395f-518f-4552-b74e-fc625904bbde), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:45.773094 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-736840d9-f0f6-4052-9acd-ccf50a7e56e7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:45.850714 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-736840d9-f0f6-4052-9acd-ccf50a7e56e7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group (048ed57b-7ab5-4ea8-b39e-b60456afdbf9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:45.870900 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:45.922909 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Network 740015a2-28ac-4efd-b448-9cfce752a39e is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:45.926061 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:45.931100 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:45.950349 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:45.973040 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-736840d9-f0f6-4052-9acd-ccf50a7e56e7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (048ed57b-7ab5-4ea8-b39e-b60456afdbf9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.006301 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:46.007285 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.011811 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736840d9-f0f6-4052-9acd-ccf50a7e56e7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048ed57b-7ab5-4ea8-b39e-b60456afdbf9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:46.129219 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-736840d9-f0f6-4052-9acd-ccf50a7e56e7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.129910 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-4ce5f387-6575-46d7-a8c4-8834513f1087 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3070812 Apr 11 13:21:46.131549 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-736840d9-f0f6-4052-9acd-ccf50a7e56e7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4507732 Apr 11 13:21:46.134077 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47070) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:46.139058 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-46e5a188-5fb2-4a47-83d8-e40512d0c882 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'security_group_rule': {'security_group_id': '048ed57b-7ab5-4ea8-b39e-b60456afdbf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:46.236362 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2cb45100-dedf-4857-9bed-73e08b16438a req-6f42f6e9-5518-4eee-abb0-3b4fc532c392 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 210 time: 0.0310564 Apr 11 13:21:46.239212 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-f81579d6-37d4-4a7a-9708-70a7a0ae466d None None] Provisioning complete for port 5d5e395f-518f-4552-b74e-fc625904bbde triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:46.239212 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f81579d6-37d4-4a7a-9708-70a7a0ae466d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.264999 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46e5a188-5fb2-4a47-83d8-e40512d0c882 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group_rule (5329763a-a099-4d0c-a26d-580bec07c20d), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.278747 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f81579d6-37d4-4a7a-9708-70a7a0ae466d None None] Port 5d5e395f-518f-4552-b74e-fc625904bbde cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:46.327537 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46e5a188-5fb2-4a47-83d8-e40512d0c882 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group_rule (5329763a-a099-4d0c-a26d-580bec07c20d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.347173 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Request body: {'port': {'device_id': '159a0467-19e3-407a-8bb1-4763b24828d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:46.403247 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46e5a188-5fb2-4a47-83d8-e40512d0c882 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (5329763a-a099-4d0c-a26d-580bec07c20d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.423923 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5a188-5fb2-4a47-83d8-e40512d0c882 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5329763a-a099-4d0c-a26d-580bec07c20d,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:46.430487 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.510866 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-46e5a188-5fb2-4a47-83d8-e40512d0c882 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.513934 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-46e5a188-5fb2-4a47-83d8-e40512d0c882 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778579 Apr 11 13:21:46.516764 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47076) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:46.522991 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-cd389f24-91cf-4bb8-b209-0a96c7027926 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'security_group_rule': {'security_group_id': '048ed57b-7ab5-4ea8-b39e-b60456afdbf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:46.620491 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e194e-f637-45ec-a190-6c3afe26eb88 req-7c75d16a-b97c-45df-a9a2-3028dbc79845 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:46.622029 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f88e194e-f637-45ec-a190-6c3afe26eb88 req-7c75d16a-b97c-45df-a9a2-3028dbc79845 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 931 time: 0.0727780 Apr 11 13:21:46.675858 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-72c6e1ef-0c4c-4718-85c7-fbfd29b8b2ca tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:46.677472 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-72c6e1ef-0c4c-4718-85c7-fbfd29b8b2ca tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.50 "GET /v2.0/networks?id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c HTTP/1.1" status: 200 len: 814 time: 0.1498623 Apr 11 13:21:46.679586 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd389f24-91cf-4bb8-b209-0a96c7027926 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group_rule (69b1ad38-116c-44b0-92a3-94f9b7329ce7), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.696905 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'port': {'device_id': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'admin_state_up': True, 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:46.752887 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f88e194e-f637-45ec-a190-6c3afe26eb88 req-7e7e1ee3-82f6-4010-8e8c-04279beb74ba tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163621 Apr 11 13:21:46.833925 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd389f24-91cf-4bb8-b209-0a96c7027926 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group_rule (69b1ad38-116c-44b0-92a3-94f9b7329ce7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.850475 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5e395f-518f-4552-b74e-fc625904bbde {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:21:46.862440 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Publish callbacks [] for port (5d5e395f-518f-4552-b74e-fc625904bbde), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.881171 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Transition to ACTIVE for port object 5d5e395f-518f-4552-b74e-fc625904bbde will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:21:46.926546 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd389f24-91cf-4bb8-b209-0a96c7027926 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (69b1ad38-116c-44b0-92a3-94f9b7329ce7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.928228 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Made reservation on behalf of ab17127fc9dd4c639842f605d435f7cd for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:21:46.932118 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:46.965157 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd389f24-91cf-4bb8-b209-0a96c7027926 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69b1ad38-116c-44b0-92a3-94f9b7329ce7,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:46.990597 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.049365 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Pushing event updated for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:47.123739 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd389f24-91cf-4bb8-b209-0a96c7027926 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.128381 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-cd389f24-91cf-4bb8-b209-0a96c7027926 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6063657 Apr 11 13:21:47.130343 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47080) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:21:47.131645 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Allocated IP 172.20.0.4 (5ff99bfa-b255-4e0b-9a6c-ff5de403369c/89870a6c-292f-442f-8982-b2b680c8a89a/1bb04627-4403-438c-82ea-573a7f936eff) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:47.136977 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:47.152058 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Attempting to bind port 5d5e395f-518f-4552-b74e-fc625904bbde on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:47.152407 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Attempting to bind port 5d5e395f-518f-4552-b74e-fc625904bbde by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:47.152742 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Attempting to bind port 5d5e395f-518f-4552-b74e-fc625904bbde on network 740015a2-28ac-4efd-b448-9cfce752a39e {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:47.161107 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Port 5d5e395f-518f-4552-b74e-fc625904bbde on network 740015a2-28ac-4efd-b448-9cfce752a39e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:21:47.161583 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Attempting to bind port 5d5e395f-518f-4552-b74e-fc625904bbde on network 740015a2-28ac-4efd-b448-9cfce752a39e {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:47.168788 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:47.169877 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Checking segment: {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:47.170422 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Bound using segment: {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:47.171308 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Bound port: 5d5e395f-518f-4552-b74e-fc625904bbde, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55460b03-fee3-45c7-b7ed-0cb298265a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:47.171883 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.258212 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.265926 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:47.269642 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:47.361864 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.401260 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2a105616-de6b-4c26-94b1-982eb87f0cdc req-813ee1b4-4937-44bd-88f1-87544e3cff0b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 210 time: 0.0404115 Apr 11 13:21:47.441113 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:47.441753 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.443212 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] 10.222.0.50 "PUT /v2.0/ports/5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 200 len: 1093 time: 1.1004140 Apr 11 13:21:47.443687 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:21:47.450546 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for port (1bb04627-4403-438c-82ea-573a7f936eff), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.451593 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e000245-6a29-4d0c-a3aa-a300109311d2" -d '{"events": [{"name": "network-changed", "server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:21:47.455258 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbab0fd-f005-48a2-a29b-9e6c12a9d86c service neutron] Pushing event updated for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:47.491209 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b284ee0-1ec7-4d71-828e-4534398baad3 x-openstack-request-id: req-1b284ee0-1ec7-4d71-828e-4534398baad3 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:21:47.491508 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:21:47.491767 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1b284ee0-1ec7-4d71-828e-4534398baad3 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:21:47.492325 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b284ee0-1ec7-4d71-828e-4534398baad3'] response: {'name': 'network-changed', 'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde', 'status': 'completed', 'code': 200} Apr 11 13:21:47.511563 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.582582 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (1bb04627-4403-438c-82ea-573a7f936eff), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.596507 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e000245-6a29-4d0c-a3aa-a300109311d2 req-196146b2-4691-4944-b4a0-231d711cb1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:47.598237 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8e000245-6a29-4d0c-a3aa-a300109311d2 req-196146b2-4691-4944-b4a0-231d711cb1d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1127 time: 0.0815175 Apr 11 13:21:47.666179 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:47.675740 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:47.681245 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:47.691578 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'Port': ['ID=1bb04627-4403-438c-82ea-573a7f936eff,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:47.695607 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Allocated IP 172.27.3.55 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/a8b1b832-f170-46f9-b008-5cbe6f0d72f9) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:21:47.724704 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e000245-6a29-4d0c-a3aa-a300109311d2 req-7c2dd7ed-f2ad-409b-8030-828a264f4551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:47.724704 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8e000245-6a29-4d0c-a3aa-a300109311d2 req-7c2dd7ed-f2ad-409b-8030-828a264f4551 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1162508 Apr 11 13:21:47.761954 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:47.762623 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:47.960913 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061225e-46aa-4cf5-9a88-702be99258f0 req-832d1b87-b6ae-4c17-955a-66c7618199c7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:47.970123 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9061225e-46aa-4cf5-9a88-702be99258f0 req-832d1b87-b6ae-4c17-955a-66c7618199c7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.1017752 Apr 11 13:21:47.971499 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e000245-6a29-4d0c-a3aa-a300109311d2 req-118c876f-8b5b-4802-ace3-2d2cb24b1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:47.974480 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8e000245-6a29-4d0c-a3aa-a300109311d2 req-118c876f-8b5b-4802-ace3-2d2cb24b1723 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2406881 Apr 11 13:21:48.005032 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-e70f0a75-d5d8-411c-a350-f6d2981195aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3183506 Apr 11 13:21:48.020361 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for port (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.069040 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9061225e-46aa-4cf5-9a88-702be99258f0 req-cd5c5a3f-6b29-4d52-82fc-3ef587262e23 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0942061 Apr 11 13:21:48.162078 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.181899 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-1a6632ab-d7a2-461d-83b5-dc272ead825a None None] Provisioning complete for port 1bb04627-4403-438c-82ea-573a7f936eff triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:21:48.188289 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1a6632ab-d7a2-461d-83b5-dc272ead825a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1bb04627-4403-438c-82ea-573a7f936eff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.207113 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:21:48.210260 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:21:48.214076 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:21:48.220597 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event updated for resources: {'Port': ['ID=a8b1b832-f170-46f9-b008-5cbe6f0d72f9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:48.226780 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-1a6632ab-d7a2-461d-83b5-dc272ead825a None None] Port 1bb04627-4403-438c-82ea-573a7f936eff cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:21:48.318268 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (61aa5953-88ce-419e-a77a-6cc6b8402aee), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.455506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.556587 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09780c8d-9053-4038-a6f8-8934275aecf5 req-5ff66ef3-4fb0-41f5-9984-254fb693c948 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:48.558163 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-09780c8d-9053-4038-a6f8-8934275aecf5 req-5ff66ef3-4fb0-41f5-9984-254fb693c948 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 931 time: 0.0707326 Apr 11 13:21:48.645405 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-09780c8d-9053-4038-a6f8-8934275aecf5 req-7f00dfc3-13ad-4f43-a0cd-4d75d1247483 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778513 Apr 11 13:21:48.670285 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for port (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.806178 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.884272 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event updated for resources: {'Port': ['ID=a8b1b832-f170-46f9-b008-5cbe6f0d72f9,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:48.902444 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (61aa5953-88ce-419e-a77a-6cc6b8402aee), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.952878 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:48.954213 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c25834b1-436b-4f31-b50a-12dcb7af78b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8240411 Apr 11 13:21:49.210133 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c690-ce83-4f52-a336-113dec5d504b req-47186651-4aa3-440a-acd1-2bed92da46a5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:49.211777 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1a46c690-ce83-4f52-a336-113dec5d504b req-47186651-4aa3-440a-acd1-2bed92da46a5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0673826 Apr 11 13:21:49.222046 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-6d45a311-0037-4710-8221-0e5ba39016e4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1075385417&fields=id&tenant_id=3c7a1b34470341c88e3b1f1eefd94c52 HTTP/1.1" status: 200 len: 267 time: 0.0678442 Apr 11 13:21:49.312061 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1a46c690-ce83-4f52-a336-113dec5d504b req-b7ec6159-7a54-4851-bf46-112dcae198f6 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889776 Apr 11 13:21:49.350485 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-4260b128-0107-418f-8446-b904994cee55 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:49.352298 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-4260b128-0107-418f-8446-b904994cee55 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 819 time: 0.1219707 Apr 11 13:21:49.380957 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-79557b86-f367-4c44-b9d9-3bd86fb2d866 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/quotas/3c7a1b34470341c88e3b1f1eefd94c52 HTTP/1.1" status: 200 len: 375 time: 0.0215051 Apr 11 13:21:49.443742 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-0498ad2d-c846-4c65-830e-ddc7fead9626 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0527775 Apr 11 13:21:49.561489 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-34dbfe33-1a9a-4ffd-833f-f961104295cd service neutron] 10.222.0.49 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046433 Apr 11 13:21:49.674860 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a9e7da08-f060-4c5b-b264-edc1dd2e2df4 service neutron] 10.222.0.49 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064613 Apr 11 13:21:49.799538 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4a2f2-6e78-4fa6-8557-60fc4053307b req-69f43c53-83db-45ff-88f7-d88b2a17561b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:49.801504 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3ec4a2f2-6e78-4fa6-8557-60fc4053307b req-69f43c53-83db-45ff-88f7-d88b2a17561b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 931 time: 0.0598075 Apr 11 13:21:49.859028 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3ec4a2f2-6e78-4fa6-8557-60fc4053307b req-2382c0a9-4e5e-49ec-964c-4e08b5c34c32 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513508 Apr 11 13:21:50.028216 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-180c9e9a-7db4-48b2-bf1d-e138f938c50b req-93c50288-33a5-4106-8a49-dfc0329223d3 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0525532 Apr 11 13:21:50.466971 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321754e-0132-4daa-9680-40e8bb7a2099 req-31d03ef4-4301-4114-a2b8-eb22d6d85138 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:50.468514 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d321754e-0132-4daa-9680-40e8bb7a2099 req-31d03ef4-4301-4114-a2b8-eb22d6d85138 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0624049 Apr 11 13:21:50.529063 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d321754e-0132-4daa-9680-40e8bb7a2099 req-ac2495bf-60ad-4f4b-9dad-13651043a375 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549238 Apr 11 13:21:51.003531 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eabb9-26b4-4747-bdfb-fb1768a65767 req-b046eeda-c98e-4345-9409-bc8e8ea9ca3f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:51.014179 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d20eabb9-26b4-4747-bdfb-fb1768a65767 req-b046eeda-c98e-4345-9409-bc8e8ea9ca3f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 931 time: 0.0791779 Apr 11 13:21:51.134630 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d20eabb9-26b4-4747-bdfb-fb1768a65767 req-bef827c0-8d45-430e-a6a1-cb22fc6126d7 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191876 Apr 11 13:21:51.182634 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-11107e44-e6fe-4380-b9f7-b49f705e9798 req-5dbcf640-9a5b-4a66-a374-8ea5af24d2dc tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0473366 Apr 11 13:21:51.704212 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5fc8bf-7223-4a5f-bbd0-1b13ec473c2b req-171dc69e-2ab3-477d-a397-358362f7ec28 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:51.705848 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fb5fc8bf-7223-4a5f-bbd0-1b13ec473c2b req-171dc69e-2ab3-477d-a397-358362f7ec28 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0553756 Apr 11 13:21:51.770641 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fb5fc8bf-7223-4a5f-bbd0-1b13ec473c2b req-d4f8ef57-8296-41e7-96a8-88862af2640a tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560780 Apr 11 13:21:52.268452 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9c458-9ca5-4ae0-8827-cf4345d2365b req-0fa98b27-7e2e-4a3a-8c7c-374f14dec7b6 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:52.270208 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-88a9c458-9ca5-4ae0-8827-cf4345d2365b req-0fa98b27-7e2e-4a3a-8c7c-374f14dec7b6 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 931 time: 0.0657113 Apr 11 13:21:52.319266 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f2188bd2-0f29-4f0a-82a3-8ab3cd062861 req-127a89fe-650c-4c6b-9a37-a9b6db04d958 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0499659 Apr 11 13:21:52.344310 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:52.352139 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-88a9c458-9ca5-4ae0-8827-cf4345d2365b req-ef977e6f-3729-4597-9423-57589aeeeb7c tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662496 Apr 11 13:21:52.900040 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f56a3-1dd1-46ab-81f0-6d2cf1841bf3 req-0f1eb279-78d7-46f8-9ff4-948b95cf6c56 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:52.901575 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ae6f56a3-1dd1-46ab-81f0-6d2cf1841bf3 req-0f1eb279-78d7-46f8-9ff4-948b95cf6c56 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0559025 Apr 11 13:21:52.958645 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ae6f56a3-1dd1-46ab-81f0-6d2cf1841bf3 req-df462696-4018-470e-89a0-1e5b6a256a51 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502961 Apr 11 13:21:53.276193 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e2d75c76-f4a4-4e0c-b132-e28b48dc1a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:53.441873 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-072d7466-391c-4aea-932d-cd235cb6b9f4 req-63fcd92d-42cd-4d36-94e9-20eae34b675c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0408762 Apr 11 13:21:53.537243 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b05bf-acb3-43dd-93b3-685c329360d1 req-1e6eae01-b705-49f2-bcdb-966ac53e7ef1 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:53.551184 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c79b05bf-acb3-43dd-93b3-685c329360d1 req-1e6eae01-b705-49f2-bcdb-966ac53e7ef1 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 931 time: 0.0804553 Apr 11 13:21:53.611746 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c79b05bf-acb3-43dd-93b3-685c329360d1 req-dd5c9387-4f42-463d-b374-3b7c5eb1ad83 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600808 Apr 11 13:21:54.092908 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b16f-6820-440e-9246-173ae8f6b4a2 req-662743af-a26c-42ec-b67b-9c13b09c501f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:54.094862 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aa72b16f-6820-440e-9246-173ae8f6b4a2 req-662743af-a26c-42ec-b67b-9c13b09c501f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0615504 Apr 11 13:21:54.156039 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aa72b16f-6820-440e-9246-173ae8f6b4a2 req-3ff88bef-463a-4dd3-8893-3114a2faef9f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531776 Apr 11 13:21:54.577537 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-332ad96f-e4d1-4cfe-9db4-b4b0aece67d1 req-eb8e1711-cc9f-4293-93ed-337b9f0445e1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0355351 Apr 11 13:21:54.757181 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af51e0f8-abb5-4796-af9f-288be6235809 req-74fe27ec-efe9-432e-84dc-03496c5e2603 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:54.758853 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af51e0f8-abb5-4796-af9f-288be6235809 req-74fe27ec-efe9-432e-84dc-03496c5e2603 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 931 time: 0.0568624 Apr 11 13:21:54.815654 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af51e0f8-abb5-4796-af9f-288be6235809 req-57b80131-692e-4cd3-824e-1727137855c2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502639 Apr 11 13:21:55.290219 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d760f29e-5edc-4e0a-9647-d38060986396 req-d7ac9f3c-961e-494e-a98a-a3b0eebe9eed tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:55.291781 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d760f29e-5edc-4e0a-9647-d38060986396 req-d7ac9f3c-961e-494e-a98a-a3b0eebe9eed tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0582664 Apr 11 13:21:55.351863 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d760f29e-5edc-4e0a-9647-d38060986396 req-949d210a-afa5-4994-a66f-ef36684efeb6 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528162 Apr 11 13:21:55.695060 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-292a1ddc-87fa-42da-9882-a9bb8730f0f0 req-a044a267-a7cd-4620-a004-511469d37847 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0293365 Apr 11 13:21:55.731812 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1e222f76-c605-4200-96d3-e48da3920b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:55.942352 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba32fb-7c23-4e27-a4b6-60f7bffbaaaa req-099e20e5-1b87-45b8-b6de-3f87470b4d62 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:55.943754 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-95ba32fb-7c23-4e27-a4b6-60f7bffbaaaa req-099e20e5-1b87-45b8-b6de-3f87470b4d62 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 931 time: 0.0538247 Apr 11 13:21:56.030676 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-95ba32fb-7c23-4e27-a4b6-60f7bffbaaaa req-0f1b4d03-6f14-4f39-9f7e-572a51b2b32c tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812912 Apr 11 13:21:56.485128 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71013d-dd07-4052-a978-74b91fc9714e req-3e7994b4-b0ff-4a1c-86ee-4d53106cb723 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:56.486822 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ca71013d-dd07-4052-a978-74b91fc9714e req-3e7994b4-b0ff-4a1c-86ee-4d53106cb723 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0542090 Apr 11 13:21:56.549735 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:56.563297 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ca71013d-dd07-4052-a978-74b91fc9714e req-55478c73-1dca-4d8e-baae-32083824434f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668802 Apr 11 13:21:56.826021 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-68a43714-3735-4cfe-803f-15f4b6d5ef9d req-b247b256-dad6-4eef-8c0d-1ce6535d2237 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0496600 Apr 11 13:21:57.153241 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6da049-97c8-4608-9bad-f3c8164ae77a req-3bf76ef4-d7a8-44a1-968b-7d02f4c8c1d6 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:57.155098 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-da6da049-97c8-4608-9bad-f3c8164ae77a req-3bf76ef4-d7a8-44a1-968b-7d02f4c8c1d6 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 931 time: 0.0554974 Apr 11 13:21:57.209882 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-da6da049-97c8-4608-9bad-f3c8164ae77a req-176c598a-eeaf-4dda-ab50-ffa6532d3f2a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Apr 11 13:21:57.686377 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3adb4-ded1-445d-ac72-475bcae2c403 req-146f4e77-0e1f-444b-924e-08845e50e7d8 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:57.688742 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2ce3adb4-ded1-445d-ac72-475bcae2c403 req-146f4e77-0e1f-444b-924e-08845e50e7d8 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0583286 Apr 11 13:21:57.697855 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Request body: {'port': {'device_id': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:21:57.770824 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2ce3adb4-ded1-445d-ac72-475bcae2c403 req-9aa33f54-ace3-4412-b659-8d65c4521ab6 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758474 Apr 11 13:21:57.775006 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1bb04627-4403-438c-82ea-573a7f936eff), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:57.804842 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a10a-a54b-4968-987e-767cb3c5290e req-6af47e00-62d8-4e8a-bcab-ce739bdf1ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:57.808459 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-6af47e00-62d8-4e8a-bcab-ce739bdf1ff7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1127 time: 0.0516658 Apr 11 13:21:57.873126 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-c2ee76a6-f35d-4d20-9892-c3958a365ce1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 200 len: 217 time: 0.0541222 Apr 11 13:21:57.966870 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a10a-a54b-4968-987e-767cb3c5290e req-2b5a14cb-8cb6-457e-b476-2a6e8376e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:57.969784 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-2b5a14cb-8cb6-457e-b476-2a6e8376e6e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1 HTTP/1.1" status: 200 len: 848 time: 0.0856173 Apr 11 13:21:57.981369 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab1a0f85-d0b1-4d72-8017-f975471cad92 req-906fc30c-08a5-4468-a4c6-305990783659 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0513718 Apr 11 13:21:58.006262 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:58.043386 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46a10a-a54b-4968-987e-767cb3c5290e req-d02d693e-d49b-484c-89e0-9659be509f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:58.045790 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-d02d693e-d49b-484c-89e0-9659be509f57 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=740015a2-28ac-4efd-b448-9cfce752a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626221 Apr 11 13:21:58.165754 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-080abb11-25a9-432e-ba9d-e8f4b826e171 service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109595 Apr 11 13:21:58.190354 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb04627-4403-438c-82ea-573a7f936eff {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:21:58.201317 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Publish callbacks [] for port (1bb04627-4403-438c-82ea-573a7f936eff), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:58.223014 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Transition to ACTIVE for port object 1bb04627-4403-438c-82ea-573a7f936eff will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:21:58.287166 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (1bb04627-4403-438c-82ea-573a7f936eff), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:58.309125 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-df46a10a-a54b-4968-987e-767cb3c5290e req-27c859f7-0cbf-4ee4-b086-f8ca450723df service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349301 Apr 11 13:21:58.360605 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb04627-4403-438c-82ea-573a7f936eff,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:58.361267 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad79a-da12-47c9-85b8-15e31ca4ea20 req-216b80ee-98b3-4780-9389-250f298492aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:58.363634 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-793ad79a-da12-47c9-85b8-15e31ca4ea20 req-216b80ee-98b3-4780-9389-250f298492aa tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 943 time: 0.0703752 Apr 11 13:21:58.450310 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-793ad79a-da12-47c9-85b8-15e31ca4ea20 req-d22377f4-9a17-451f-9e95-a95a18b71275 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758247 Apr 11 13:21:58.482087 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Attempting to bind port 1bb04627-4403-438c-82ea-573a7f936eff on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:21:58.482523 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Attempting to bind port 1bb04627-4403-438c-82ea-573a7f936eff by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:21:58.482970 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Attempting to bind port 1bb04627-4403-438c-82ea-573a7f936eff on network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:58.488816 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Port 1bb04627-4403-438c-82ea-573a7f936eff on network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:21:58.489462 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Attempting to bind port 1bb04627-4403-438c-82ea-573a7f936eff on network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:21:58.508116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:21:58.508116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Checking segment: {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:21:58.508116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Bound using segment: {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:21:58.508116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Bound port: 1bb04627-4403-438c-82ea-573a7f936eff, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316883c1-ef15-4edd-b820-910ff9f4863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:21:58.508116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1bb04627-4403-438c-82ea-573a7f936eff), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:58.589562 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] For port 1bb04627-4403-438c-82ea-573a7f936eff, host hv-cinder-83697, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:21:58.594254 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] For port 1bb04627-4403-438c-82ea-573a7f936eff, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1bb04627-4403-438c-82ea-573a7f936eff,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:21:58.676510 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (1bb04627-4403-438c-82ea-573a7f936eff), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:58.715562 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:58.717116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:58.718453 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] 10.222.0.50 "PUT /v2.0/ports/1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 1093 time: 1.0247719 Apr 11 13:21:58.718615 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:21:58.721203 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b8e862-7002-4588-8c8e-95006640b094" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:21:58.759211 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde9693-007f-4362-8f1d-4f253620644e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb04627-4403-438c-82ea-573a7f936eff,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:21:58.772328 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb654f6-aaef-4d75-a7bc-bed2a320410a x-openstack-request-id: req-4bb654f6-aaef-4d75-a7bc-bed2a320410a {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:21:58.773509 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:21:58.773509 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4bb654f6-aaef-4d75-a7bc-bed2a320410a {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:21:58.773509 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb654f6-aaef-4d75-a7bc-bed2a320410a'] response: {'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff', 'status': 'completed', 'code': 200} Apr 11 13:21:58.915935 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6145e-3cd8-4c84-bdc4-53b559bf69b7 req-95e66e89-30e9-47c9-8301-c3674bc548d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:58.917553 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fee6145e-3cd8-4c84-bdc4-53b559bf69b7 req-95e66e89-30e9-47c9-8301-c3674bc548d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0599444 Apr 11 13:21:59.025576 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fee6145e-3cd8-4c84-bdc4-53b559bf69b7 req-186308af-409b-4b97-8a41-70b0ed3261a0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0979464 Apr 11 13:21:59.058472 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9319d9-c247-4d2a-8e8c-611ea95b020f req-c7bf7278-7a3f-4eef-b135-1f7eddc66fe6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:59.067088 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b9319d9-c247-4d2a-8e8c-611ea95b020f req-c7bf7278-7a3f-4eef-b135-1f7eddc66fe6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.0682492 Apr 11 13:21:59.080676 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8e862-7002-4588-8c8e-95006640b094 req-8ccdb882-f939-49ed-a28c-1c7e6b1cd6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:59.083586 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33b8e862-7002-4588-8c8e-95006640b094 req-8ccdb882-f939-49ed-a28c-1c7e6b1cd6df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab17127fc9dd4c639842f605d435f7cd&device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1127 time: 0.0765114 Apr 11 13:21:59.131866 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b9319d9-c247-4d2a-8e8c-611ea95b020f req-c815fd03-2090-4c38-a5c3-34ab6ffbcaf5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625598 Apr 11 13:21:59.456458 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0271d0d6-01f0-4f4e-8bb3-a6af84fbfb9c req-475430fb-cdaf-4c75-8b9f-5b39df1ed576 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.2836459 Apr 11 13:21:59.485567 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8e862-7002-4588-8c8e-95006640b094 req-a154ce18-f64c-4aab-895b-01a560fbeae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:59.487111 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33b8e862-7002-4588-8c8e-95006640b094 req-a154ce18-f64c-4aab-895b-01a560fbeae4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=ab17127fc9dd4c639842f605d435f7cd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3938608 Apr 11 13:21:59.551115 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:21:59.588338 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d5da5-0156-4f92-b954-a2d3113f0420 req-3eb64ae3-a71d-4d0c-ad19-fffbc9b300a3 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:21:59.589941 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-229d5da5-0156-4f92-b954-a2d3113f0420 req-3eb64ae3-a71d-4d0c-ad19-fffbc9b300a3 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 943 time: 0.0567298 Apr 11 13:21:59.650276 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-229d5da5-0156-4f92-b954-a2d3113f0420 req-f0eddfa4-5fca-4700-bfc6-3b61baac296e tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523376 Apr 11 13:22:00.152725 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf0501-3a8d-4330-9675-58439b47e960 req-3b36dc5f-9ae0-4817-8f9d-a31fc53fac83 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.154653 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-25bf0501-3a8d-4330-9675-58439b47e960 req-3b36dc5f-9ae0-4817-8f9d-a31fc53fac83 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0514650 Apr 11 13:22:00.210056 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-25bf0501-3a8d-4330-9675-58439b47e960 req-3f6d5c1f-f9ad-4254-9449-f48c4f824a80 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494714 Apr 11 13:22:00.270483 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1c3af-e0d3-447d-821d-fa5c7c212ea8 req-e5960285-05dd-4111-825b-2acf63b61ea2 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.272027 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a3b1c3af-e0d3-447d-821d-fa5c7c212ea8 req-e5960285-05dd-4111-825b-2acf63b61ea2 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.0484331 Apr 11 13:22:00.321699 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a3b1c3af-e0d3-447d-821d-fa5c7c212ea8 req-2c43f896-2898-4527-b76f-4d00e2dde032 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Apr 11 13:22:00.587264 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-16430455-9d6f-4b2f-84a5-e4dc38585554 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.588111 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-16430455-9d6f-4b2f-84a5-e4dc38585554 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 819 time: 0.1315346 Apr 11 13:22:00.616287 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8e862-7002-4588-8c8e-95006640b094 req-a24d69c4-a36c-4ce9-94b0-728ff2a9e251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.618043 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33b8e862-7002-4588-8c8e-95006640b094 req-a24d69c4-a36c-4ce9-94b0-728ff2a9e251 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1678376 Apr 11 13:22:00.619918 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-87a315af-12ab-4785-80a9-34d710f225c3 req-b6b0ab08-e653-40f5-846c-d5ae21bcfef6 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0527904 Apr 11 13:22:00.742187 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a8c3b275-6f61-4ede-a73d-9b240d78955e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c7a1b34470341c88e3b1f1eefd94c52 HTTP/1.1" status: 200 len: 380 time: 0.0868897 Apr 11 13:22:00.758469 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9f1209d2-38cf-414e-a383-12ce5c4b9f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.760501 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-9f1209d2-38cf-414e-a383-12ce5c4b9f48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab17127fc9dd4c639842f605d435f7cd&device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1127 time: 0.0686893 Apr 11 13:22:00.793870 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'port': {'device_id': '2f41a911-a997-496f-aca3-24dd41affa35', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'admin_state_up': True, 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'security_groups': ['048ed57b-7ab5-4ea8-b39e-b60456afdbf9']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:00.840213 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-793aa6f5-9131-4ae7-a09b-47c446a67de0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 217 time: 0.0459232 Apr 11 13:22:00.863969 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dc83d-28d6-4a73-b2e8-a61fd0727616 req-659b4aba-2a38-4cde-b5b1-422695148cf7 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.870905 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4a8dc83d-28d6-4a73-b2e8-a61fd0727616 req-659b4aba-2a38-4cde-b5b1-422695148cf7 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 943 time: 0.1091547 Apr 11 13:22:00.893816 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-f0b9133d-af8c-483a-9021-d6274bd39a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.895352 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-f0b9133d-af8c-483a-9021-d6274bd39a7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89870a6c-292f-442f-8982-b2b680c8a89a HTTP/1.1" status: 200 len: 853 time: 0.0492680 Apr 11 13:22:00.929907 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-382198e4-dfb5-4c81-868b-50c544d969a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.931552 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-382198e4-dfb5-4c81-868b-50c544d969a7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.1304865 Apr 11 13:22:00.968351 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-2e0f8045-66b8-4556-bac1-cf796f4cb0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:00.970135 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-2e0f8045-66b8-4556-bac1-cf796f4cb0c3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611064 Apr 11 13:22:01.017246 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4a8dc83d-28d6-4a73-b2e8-a61fd0727616 req-ddd091c8-8434-48c5-a47f-7e7742ebcbe8 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183455 Apr 11 13:22:01.089881 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Deleting port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:22:01.090339 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:01.156611 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Made reservation on behalf of 3c7a1b34470341c88e3b1f1eefd94c52 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:22:01.160187 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:01.195039 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-8a799989-113a-4846-98ed-9e566236c30c service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169918 Apr 11 13:22:01.263917 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] For port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:01.264352 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:01.381136 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3850fba3-8e33-47a6-8a94-f88dce404063 req-0b57a279-a576-466c-9bef-d143fc7f4bf8 service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790755 Apr 11 13:22:01.402341 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dba125-edac-41e3-a683-08cc2c9dcad7 req-78ce6e48-d59f-4522-a3ab-048508f988af tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:01.406894 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-26dba125-edac-41e3-a683-08cc2c9dcad7 req-78ce6e48-d59f-4522-a3ab-048508f988af tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.1185186 Apr 11 13:22:01.477293 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-26dba125-edac-41e3-a683-08cc2c9dcad7 req-6785fe70-eaa4-4023-9c99-2b7c52aa70a9 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654926 Apr 11 13:22:01.542601 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3511f-6749-4a44-a062-44754bd790f9 req-9fa23d21-1829-410c-a67c-e88c350fddb1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:01.544378 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0df3511f-6749-4a44-a062-44754bd790f9 req-9fa23d21-1829-410c-a67c-e88c350fddb1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 945 time: 0.1202264 Apr 11 13:22:01.547572 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Allocated IP 172.20.0.14 (0632ad0e-187a-4a16-b8de-1935c502e5e7/e12cfaf5-bccd-4235-96c8-af924d1ec965/b946458b-8d1a-4083-86f4-8e6ae71128bc) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:22:01.676255 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:01.676725 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (8c9e5078-a517-4424-8dce-4a8a9e39d02c), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:01.677038 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Floating IP 8c9e5078-a517-4424-8dce-4a8a9e39d02c disassociated. External IP: 172.27.3.88, port: 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979. Apr 11 13:22:01.677388 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Calling delete_port for 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:22:01.703908 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0df3511f-6749-4a44-a062-44754bd790f9 req-ed93ec62-ab51-468f-a824-221cd781b87e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=7e01bfc0-591a-42ef-8882-5d46e82e2ac6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495793 Apr 11 13:22:01.751956 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ce29ec50-60b3-43c7-b6f1-e08659d972a0 req-a648c903-04a0-4e9a-8c8e-1f4ee04ec79e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0381365 Apr 11 13:22:01.870474 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:02.013653 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (949bb3aa-d7b7-4efa-b47b-54cbb5f1e979), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:02.042721 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:02.049211 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'Port': ['ID=949bb3aa-d7b7-4efa-b47b-54cbb5f1e979,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:02.107210 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:22:02.144873 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:22:02.156701 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:22:02.226149 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event updated for resources: {'Port': ['ID=b946458b-8d1a-4083-86f4-8e6ae71128bc,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:02.273276 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07476d32-658e-4207-9a3b-b41677d496de req-04522095-6382-4bdc-b589-a0f14983b62a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:02.274903 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-07476d32-658e-4207-9a3b-b41677d496de req-04522095-6382-4bdc-b589-a0f14983b62a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 943 time: 0.1664925 Apr 11 13:22:02.300035 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:02.300689 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:02.335519 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:22:02.350270 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:22:02.366223 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-07476d32-658e-4207-9a3b-b41677d496de req-293cb934-269c-4fd6-8619-66d8e0e8beb4 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795014 Apr 11 13:22:02.430739 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-a0425e7f-d6a9-41d3-b176-2c2fb090e88c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6434622 Apr 11 13:22:02.445920 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Request body: {'port': {'device_id': '2f41a911-a997-496f-aca3-24dd41affa35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:02.526409 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9a06e043-6d2f-4562-95fb-af1b7d2014a9 None None] Provisioning complete for port b946458b-8d1a-4083-86f4-8e6ae71128bc triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:22:02.527510 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9a06e043-6d2f-4562-95fb-af1b7d2014a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:02.587038 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9a06e043-6d2f-4562-95fb-af1b7d2014a9 None None] Port b946458b-8d1a-4083-86f4-8e6ae71128bc cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:22:02.651162 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18b9fe-88dc-4212-8d2e-5f62a40bd611 req-9a22f60e-30ec-4dd9-8c08-7a8125901177 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:02.653335 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1b18b9fe-88dc-4212-8d2e-5f62a40bd611 req-9a22f60e-30ec-4dd9-8c08-7a8125901177 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0563962 Apr 11 13:22:02.729003 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1b18b9fe-88dc-4212-8d2e-5f62a40bd611 req-1aadd4db-271f-4b95-8643-ea649fb19894 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654233 Apr 11 13:22:02.843984 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:22:02.847265 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:02.849007 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f14f3f13-1880-4106-8a8d-7d1ccbd7261f req-a74bbe94-cdd8-48db-abe3-97ccff0e91c7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0447836 Apr 11 13:22:02.862595 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:22:02.877509 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:02.878382 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:02.917823 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7fbf4-a08e-40b5-8459-999e22e36511 req-319634a9-3a2f-4cd5-9c83-529abe8f97de tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:02.920370 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7d7fbf4-a08e-40b5-8459-999e22e36511 req-319634a9-3a2f-4cd5-9c83-529abe8f97de tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 932 time: 0.0851486 Apr 11 13:22:02.926189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] No DVR routers for this DVR port 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:22:02.935614 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1bb04627-4403-438c-82ea-573a7f936eff details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:22:02.937013 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:02.940481 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f15653e4-e488-4637-84f4-c62c0bfd6c23 req-56eaa238-f67a-4e14-b3ee-f9158caf1f86 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "DELETE /v2.0/ports/949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 HTTP/1.1" status: 204 len: 173 time: 1.9834464 Apr 11 13:22:02.941049 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'name': 'network-vif-deleted', 'tag': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:02.944336 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b2e34b-65f9-49df-86f4-31635acfe62d" -d '{"events": [{"server_uuid": "d87e3449-2ff3-4c25-81df-e042b77fe0ca", "name": "network-vif-deleted", "tag": "949bb3aa-d7b7-4efa-b47b-54cbb5f1e979"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:03.020278 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7d7fbf4-a08e-40b5-8459-999e22e36511 req-7f4de32c-7b58-488c-9062-a582a98e606c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939348 Apr 11 13:22:03.050052 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:03.090272 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3d6d61-5d08-438d-93d3-7c5b45d1b82d x-openstack-request-id: req-fa3d6d61-5d08-438d-93d3-7c5b45d1b82d {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:03.090563 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87e3449-2ff3-4c25-81df-e042b77fe0ca", "name": "network-vif-deleted", "tag": "949bb3aa-d7b7-4efa-b47b-54cbb5f1e979", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:03.090823 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-fa3d6d61-5d08-438d-93d3-7c5b45d1b82d {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:03.091830 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3d6d61-5d08-438d-93d3-7c5b45d1b82d'] response: {'server_uuid': 'd87e3449-2ff3-4c25-81df-e042b77fe0ca', 'name': 'network-vif-deleted', 'tag': '949bb3aa-d7b7-4efa-b47b-54cbb5f1e979', 'status': 'completed', 'code': 200} Apr 11 13:22:03.134561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1bb04627-4403-438c-82ea-573a7f936eff, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1bb04627-4403-438c-82ea-573a7f936eff,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:03.148048 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '1bb04627-4403-438c-82ea-573a7f936eff', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'port_id': '1bb04627-4403-438c-82ea-573a7f936eff', 'mac_address': 'fa:16:3e:e0:42:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:22:03.217246 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 1bb04627-4403-438c-82ea-573a7f936eff is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:03.217869 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1bb04627-4403-438c-82ea-573a7f936eff), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:03.234000 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb04627-4403-438c-82ea-573a7f936eff {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:22:03.268623 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1bb04627-4403-438c-82ea-573a7f936eff, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1bb04627-4403-438c-82ea-573a7f936eff,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:03.294462 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b946458b-8d1a-4083-86f4-8e6ae71128bc {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:22:03.303164 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Publish callbacks [] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:03.316618 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Transition to ACTIVE for port object b946458b-8d1a-4083-86f4-8e6ae71128bc will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:22:03.343576 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:24Z', 'revision_number': 2, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:03.377528 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:22:03.395545 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1bb04627-4403-438c-82ea-573a7f936eff), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:03.403970 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:03.405877 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:03.435979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:03.476545 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=1bb04627-4403-438c-82ea-573a7f936eff,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:03.487233 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.493531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.493531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.493531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.493531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.493531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.493531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.493531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.493531 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.495802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.497234 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.497859 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.498463 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.499369 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.499909 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:22:03.562013 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:03.657662 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Attempting to bind port b946458b-8d1a-4083-86f4-8e6ae71128bc on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:22:03.661786 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Attempting to bind port b946458b-8d1a-4083-86f4-8e6ae71128bc by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:22:03.661786 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Attempting to bind port b946458b-8d1a-4083-86f4-8e6ae71128bc on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:22:03.670093 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Port b946458b-8d1a-4083-86f4-8e6ae71128bc on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:22:03.671395 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Attempting to bind port b946458b-8d1a-4083-86f4-8e6ae71128bc on network 0632ad0e-187a-4a16-b8de-1935c502e5e7 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:22:03.681768 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:22:03.688084 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Checking segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:22:03.688084 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Bound using segment: {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:22:03.688084 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Bound port: b946458b-8d1a-4083-86f4-8e6ae71128bc, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:22:03.688084 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:03.726321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ce1bb-c8e7-4650-a1ec-2be7a9cbcb74 req-2b5bc33f-f36c-4db9-97da-22c7bac50517 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:03.729032 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cb7ce1bb-c8e7-4650-a1ec-2be7a9cbcb74 req-2b5bc33f-f36c-4db9-97da-22c7bac50517 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 944 time: 0.2655778 Apr 11 13:22:03.742249 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1bb04627-4403-438c-82ea-573a7f936eff'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:22:03.779353 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Pushing event updated for resources: {'Port': ['ID=b946458b-8d1a-4083-86f4-8e6ae71128bc,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:03.840695 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] For port b946458b-8d1a-4083-86f4-8e6ae71128bc, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:22:03.863105 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cb7ce1bb-c8e7-4650-a1ec-2be7a9cbcb74 req-2facfadc-c218-46eb-87ca-6a9b5b1228b2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945976 Apr 11 13:22:03.874013 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] For port b946458b-8d1a-4083-86f4-8e6ae71128bc, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:22:03.921022 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:24Z', 'revision_number': 2, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:03.944958 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:03.969312 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8a169-0149-4f6c-963d-682e0fcb4ef2 req-8a3f15ef-3915-4698-8afa-c00c1e4f1080 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:03.982792 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75a8a169-0149-4f6c-963d-682e0fcb4ef2 req-8a3f15ef-3915-4698-8afa-c00c1e4f1080 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.1078537 Apr 11 13:22:03.983328 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917affae-fa19-420b-88c9-b1a1f268d874 None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cd167b10-9a71-42b0-b581-6ffe7730d6c2', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.79', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 84, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:f7:8f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:18:44Z', 'updated_at': '2022-04-11T13:19:24Z', 'revision_number': 2, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:22:04.051136 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:04.052552 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:04.055596 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-9497b687-f836-4397-af1a-127baf8117fe service neutron] 10.222.0.50 "PUT /v2.0/ports/b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 200 len: 1094 time: 1.6152401 Apr 11 13:22:04.078152 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75a8a169-0149-4f6c-963d-682e0fcb4ef2 req-f786c53f-5dc5-4eba-9cf7-75c8e703f244 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924547 Apr 11 13:22:04.099678 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4d0bd8c3-f330-47c7-91b7-f2bddd05e1c7 req-5c723ba0-8e48-43d2-ba78-8c71d184a907 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=d87e3449-2ff3-4c25-81df-e042b77fe0ca HTTP/1.1" status: 200 len: 210 time: 0.0834322 Apr 11 13:22:04.135466 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9497b687-f836-4397-af1a-127baf8117fe service neutron] Pushing event updated for resources: {'Port': ['ID=b946458b-8d1a-4083-86f4-8e6ae71128bc,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:04.228256 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f45ff-f109-49dc-bbc7-3f40df8fc31f req-033f0f97-196f-4287-b28a-85d82be4c3ff tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:04.229955 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6f1f45ff-f109-49dc-bbc7-3f40df8fc31f req-033f0f97-196f-4287-b28a-85d82be4c3ff tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 944 time: 0.0672336 Apr 11 13:22:04.319078 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6f1f45ff-f109-49dc-bbc7-3f40df8fc31f req-da67b39e-30f1-4457-8073-f0a1061e01c3 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760677 Apr 11 13:22:04.365481 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e4f3e0-7d88-4362-9968-41fec466a3a3 None None] New status for floating IP 8c9e5078-a517-4424-8dce-4a8a9e39d02c: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:22:04.952105 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1bb04627-4403-438c-82ea-573a7f936eff up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:22:05.011498 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 1bb04627-4403-438c-82ea-573a7f936eff completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:22:05.027971 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-d35f0b9b-d4fc-4439-a48a-80cf31eaaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:05.031171 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-d35f0b9b-d4fc-4439-a48a-80cf31eaaae2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1128 time: 0.1007445 Apr 11 13:22:05.043098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b382ef-2f6f-4663-b2c5-8bb889b55885 req-6303d792-7e5b-4d6c-a719-4b5b00985bb1 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:05.045333 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-53b382ef-2f6f-4663-b2c5-8bb889b55885 req-6303d792-7e5b-4d6c-a719-4b5b00985bb1 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 944 time: 0.0716770 Apr 11 13:22:05.085282 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-8e0ee81b-0286-43ec-9a9e-759411eba337 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 200 len: 217 time: 0.0392003 Apr 11 13:22:05.093550 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:05.095823 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8dc031-7c5f-4662-9a01-8da9e492053c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:05.103604 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 1bb04627-4403-438c-82ea-573a7f936eff triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:22:05.104072 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1bb04627-4403-438c-82ea-573a7f936eff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.164539 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-53b382ef-2f6f-4663-b2c5-8bb889b55885 req-3ae7fa92-43e3-448a-b03e-c594c21a2113 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125727 Apr 11 13:22:05.174070 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-1d1c26a4-ddd3-48c3-9a58-43d6c202a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:05.176547 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-1d1c26a4-ddd3-48c3-9a58-43d6c202a321 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0727456 Apr 11 13:22:05.208859 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b670f93-70f6-4350-b11b-a4c657779c59 req-fdf9390c-1a83-4e94-ae61-5d07899300d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:05.217004 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1b670f93-70f6-4350-b11b-a4c657779c59 req-fdf9390c-1a83-4e94-ae61-5d07899300d2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0554206 Apr 11 13:22:05.249996 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca416a1-3954-4bdd-9d0c-d0b1bf4877f3 x-openstack-request-id: req-5ca416a1-3954-4bdd-9d0c-d0b1bf4877f3 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:05.250754 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:05.251109 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5ca416a1-3954-4bdd-9d0c-d0b1bf4877f3 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:05.251610 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca416a1-3954-4bdd-9d0c-d0b1bf4877f3'] response: {'name': 'network-changed', 'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'status': 'completed', 'code': 200} Apr 11 13:22:05.269255 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 1bb04627-4403-438c-82ea-573a7f936eff is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:05.269656 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1bb04627-4403-438c-82ea-573a7f936eff), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.277586 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-6e0e236c-30c0-4efe-9e57-53df50559200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:05.280388 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-6e0e236c-30c0-4efe-9e57-53df50559200 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758388 Apr 11 13:22:05.302342 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1b670f93-70f6-4350-b11b-a4c657779c59 req-28712d2b-6f1b-4b4f-b7ca-a6307aea3a04 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838697 Apr 11 13:22:05.312952 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:05.316122 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a28757-1f1a-4626-a430-da939322f460" -d '{"events": [{"server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "name": "network-vif-plugged", "status": "completed", "tag": "1bb04627-4403-438c-82ea-573a7f936eff"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:05.338299 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1bb04627-4403-438c-82ea-573a7f936eff, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1bb04627-4403-438c-82ea-573a7f936eff,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:05.371842 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1e867d-cdad-4836-b8c5-c2ed6e09924a x-openstack-request-id: req-3c1e867d-cdad-4836-b8c5-c2ed6e09924a {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:05.372188 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "name": "network-vif-plugged", "status": "completed", "tag": "1bb04627-4403-438c-82ea-573a7f936eff", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:05.373161 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3c1e867d-cdad-4836-b8c5-c2ed6e09924a {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:05.373562 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c1e867d-cdad-4836-b8c5-c2ed6e09924a'] response: {'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff', 'code': 200} Apr 11 13:22:05.411850 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47258) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:05.446210 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1bb04627-4403-438c-82ea-573a7f936eff), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.447469 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:22:05.468375 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-e9213b56-a148-46fe-85c1-addfdc79ad67 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800396 Apr 11 13:22:05.504677 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:22:05.505175 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 949bb3aa-d7b7-4efa-b47b-54cbb5f1e979 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:22:05.554371 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-98127a8d-c92b-41ee-9dbe-3d02cb602430 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (7e01bfc0-591a-42ef-8882-5d46e82e2ac6), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.557855 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=1bb04627-4403-438c-82ea-573a7f936eff,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:05.593916 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-98127a8d-c92b-41ee-9dbe-3d02cb602430 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (7e01bfc0-591a-42ef-8882-5d46e82e2ac6), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.600340 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-173a424c-a9c9-4c71-9286-7b2c67e938b9 req-3f20adb7-2cc6-4d5f-9dab-15984575eb61 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239111 Apr 11 13:22:05.603463 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4299a9-6e64-4179-8e70-2fbdceb6157d req-996cb47d-e47d-4e2e-99b5-16501c7c9697 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:05.605188 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b4299a9-6e64-4179-8e70-2fbdceb6157d req-996cb47d-e47d-4e2e-99b5-16501c7c9697 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 944 time: 0.1438811 Apr 11 13:22:05.683267 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b4299a9-6e64-4179-8e70-2fbdceb6157d req-0c917856-7e6b-4d15-87fb-1074604d22cc tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685284 Apr 11 13:22:05.715364 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa8f9-0a2b-401e-8e69-61eaac4cecf4 req-f48a2765-1344-4843-8482-13b25bf5fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:05.717883 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-239fa8f9-0a2b-401e-8e69-61eaac4cecf4 req-f48a2765-1344-4843-8482-13b25bf5fe56 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1129 time: 0.0525591 Apr 11 13:22:05.756224 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-98127a8d-c92b-41ee-9dbe-3d02cb602430 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7e01bfc0-591a-42ef-8882-5d46e82e2ac6), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.759038 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-98127a8d-c92b-41ee-9dbe-3d02cb602430 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.760241 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-98127a8d-c92b-41ee-9dbe-3d02cb602430 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "DELETE /v2.0/security-groups/7e01bfc0-591a-42ef-8882-5d46e82e2ac6 HTTP/1.1" status: 204 len: 168 time: 0.3471346 Apr 11 13:22:05.763387 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47260) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:05.771523 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98127a8d-c92b-41ee-9dbe-3d02cb602430 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e01bfc0-591a-42ef-8882-5d46e82e2ac6,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:05.785127 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-b4093086-6d0e-42ea-a345-82721e08c5b1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] show failed (client error): The resource could not be found. Apr 11 13:22:05.789508 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b4093086-6d0e-42ea-a345-82721e08c5b1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups/7e01bfc0-591a-42ef-8882-5d46e82e2ac6 HTTP/1.1" status: 404 len: 347 time: 0.0218222 Apr 11 13:22:05.789508 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47262) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:05.914041 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Deleting port 7edbb542-a6b4-435f-ab3f-19b04986fdd2 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:22:05.914338 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (7edbb542-a6b4-435f-ab3f-19b04986fdd2), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.998663 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (7edbb542-a6b4-435f-ab3f-19b04986fdd2), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:05.998994 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (7edbb542-a6b4-435f-ab3f-19b04986fdd2), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:06.011246 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Calling delete_port for 7edbb542-a6b4-435f-ab3f-19b04986fdd2 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:22:06.212773 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (7edbb542-a6b4-435f-ab3f-19b04986fdd2), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:06.245601 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'Port': ['ID=7edbb542-a6b4-435f-ab3f-19b04986fdd2,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:06.335007 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60430f5-83df-450f-8c7c-907f489ae33e req-5162bf19-4151-4d81-8c63-f140de48b305 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:06.336575 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e60430f5-83df-450f-8c7c-907f489ae33e req-5162bf19-4151-4d81-8c63-f140de48b305 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0904083 Apr 11 13:22:06.347422 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (8c9e5078-a517-4424-8dce-4a8a9e39d02c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:06.350137 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:06.351256 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-22f748ab-ec35-46d5-bb24-1ceb43516209 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "DELETE /v2.0/floatingips/8c9e5078-a517-4424-8dce-4a8a9e39d02c HTTP/1.1" status: 204 len: 168 time: 0.5611982 Apr 11 13:22:06.416448 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e60430f5-83df-450f-8c7c-907f489ae33e req-535fcc8d-b595-457f-8a2b-c4bdd3435a02 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707352 Apr 11 13:22:06.449147 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae3d51-c2c3-4cc8-b347-a3a18b92c38a req-065cbc75-0a30-4a75-8b2b-be5169b364d0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:06.454670 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93ae3d51-c2c3-4cc8-b347-a3a18b92c38a req-065cbc75-0a30-4a75-8b2b-be5169b364d0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0653052 Apr 11 13:22:06.516260 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-93ae3d51-c2c3-4cc8-b347-a3a18b92c38a req-ad96f609-9200-41a8-a33c-7ac9d3ee94df tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568402 Apr 11 13:22:06.711352 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-9d8f26f8-809c-438b-9499-7df37237fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:06.712931 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-9d8f26f8-809c-438b-9499-7df37237fc92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1128 time: 0.0635200 Apr 11 13:22:06.750848 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-239fa8f9-0a2b-401e-8e69-61eaac4cecf4 req-82974eb8-a5ba-499d-bf34-90360d50f8cb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906415 Apr 11 13:22:06.828343 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-0d86fbba-6a53-4d8d-b287-9ec7cdec7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:06.829723 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0a4f5-b8a7-4d4d-b798-aaca94faf285 req-77e6b1bb-710e-4ff0-92b8-60e2bb7bc8c2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:06.829906 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-0d86fbba-6a53-4d8d-b287-9ec7cdec7d0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.1084511 Apr 11 13:22:06.831310 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4be0a4f5-b8a7-4d4d-b798-aaca94faf285 req-77e6b1bb-710e-4ff0-92b8-60e2bb7bc8c2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 944 time: 0.0601351 Apr 11 13:22:06.882308 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4be0a4f5-b8a7-4d4d-b798-aaca94faf285 req-ea3e8a58-714f-402a-85bb-647925dbfb29 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 Apr 11 13:22:06.968765 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b946458b-8d1a-4083-86f4-8e6ae71128bc details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:22:07.011134 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-f2792439-3bef-4d68-ac3a-0328c6834b51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 200 len: 217 time: 0.0407393 Apr 11 13:22:07.068733 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-83c8264c-861d-4adf-b48c-c648dc33fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:07.070320 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-83c8264c-861d-4adf-b48c-c648dc33fb1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0531151 Apr 11 13:22:07.095768 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b946458b-8d1a-4083-86f4-8e6ae71128bc, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:07.111375 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'mac_address': 'fa:16:3e:9b:59:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:22:07.121913 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-4f01ca35-40c7-4219-b0d8-2a473badb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:07.124400 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-4f01ca35-40c7-4219-b0d8-2a473badb27f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461340 Apr 11 13:22:07.167247 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port b946458b-8d1a-4083-86f4-8e6ae71128bc is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:07.170551 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:07.181746 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b946458b-8d1a-4083-86f4-8e6ae71128bc {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:22:07.203586 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b946458b-8d1a-4083-86f4-8e6ae71128bc, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:07.314809 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:07.315681 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5d5e395f-518f-4552-b74e-fc625904bbde details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:22:07.394736 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=b946458b-8d1a-4083-86f4-8e6ae71128bc,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:07.478567 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:07.495101 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '5d5e395f-518f-4552-b74e-fc625904bbde', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'port_id': '5d5e395f-518f-4552-b74e-fc625904bbde', 'mac_address': 'fa:16:3e:13:81:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:22:07.537659 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5d5e395f-518f-4552-b74e-fc625904bbde is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:07.538055 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:07.538701 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f547a-da1e-49e2-b1d5-25c00a21e724 req-a711c635-228e-40db-ac21-e7dc9a8af553 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:07.540994 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-493f547a-da1e-49e2-b1d5-25c00a21e724 req-a711c635-228e-40db-ac21-e7dc9a8af553 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0496655 Apr 11 13:22:07.559273 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5e395f-518f-4552-b74e-fc625904bbde {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:22:07.585833 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:07.619991 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-493f547a-da1e-49e2-b1d5-25c00a21e724 req-c5fe506f-1f44-4eb9-8320-27a5e6dfdcfe tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705965 Apr 11 13:22:07.648390 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:07.651863 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8f75-e6b9-4d47-8bfe-96dadbb78711 req-b5b870df-adcb-4f63-aa97-e0cd1ff3544b tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:07.654027 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f57f8f75-e6b9-4d47-8bfe-96dadbb78711 req-b5b870df-adcb-4f63-aa97-e0cd1ff3544b tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0530498 Apr 11 13:22:07.706762 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f57f8f75-e6b9-4d47-8bfe-96dadbb78711 req-e3ec8dce-4a1e-435d-bf79-462f08782b35 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468438 Apr 11 13:22:07.707986 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:08.026925 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-9ad99b9c-0fec-4282-b5f0-c068b9a03276 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303599 Apr 11 13:22:08.056263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41c2bc-024a-41b6-a5bc-78b45bc66325 req-b8eb7ae9-eb08-4254-954b-bd2835571e5d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:08.057823 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ee41c2bc-024a-41b6-a5bc-78b45bc66325 req-b8eb7ae9-eb08-4254-954b-bd2835571e5d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 945 time: 0.0703917 Apr 11 13:22:08.113480 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ee41c2bc-024a-41b6-a5bc-78b45bc66325 req-0c9bf67a-695b-4614-ac99-29b020fb14ab tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476296 Apr 11 13:22:08.131866 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['b946458b-8d1a-4083-86f4-8e6ae71128bc'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:22:08.236058 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['5d5e395f-518f-4552-b74e-fc625904bbde'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:22:08.512569 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b8dc031-7c5f-4662-9a01-8da9e492053c req-c1f5ba50-211e-41a8-9263-a587a97c5660 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100307 Apr 11 13:22:08.766144 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea380d3-baf5-488b-bb49-dab0c322423b req-75c34c46-c4d1-4a18-9ca8-f8fccaa9c1f9 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:08.770666 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9ea380d3-baf5-488b-bb49-dab0c322423b req-75c34c46-c4d1-4a18-9ca8-f8fccaa9c1f9 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0653169 Apr 11 13:22:08.822964 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9ea380d3-baf5-488b-bb49-dab0c322423b req-63f83043-1f3a-46b8-ba64-5214ef9aaf21 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490170 Apr 11 13:22:08.834466 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2738e2a-264c-442f-a328-e6d6f1a4ffbe req-8383b1ed-4f0b-458b-aa42-a440dc6bf8a4 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:08.835929 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2738e2a-264c-442f-a328-e6d6f1a4ffbe req-8383b1ed-4f0b-458b-aa42-a440dc6bf8a4 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 944 time: 0.0518334 Apr 11 13:22:08.893061 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2738e2a-264c-442f-a328-e6d6f1a4ffbe req-ddd6fed4-a376-48df-b1b7-b8ab08d07c9b tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503829 Apr 11 13:22:08.960723 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec52b47-27ed-4630-becb-2e0898048e4a req-fe3f1a52-0827-4629-9354-5901af9ddd14 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:08.962259 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5ec52b47-27ed-4630-becb-2e0898048e4a req-fe3f1a52-0827-4629-9354-5901af9ddd14 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0539079 Apr 11 13:22:09.018609 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5ec52b47-27ed-4630-becb-2e0898048e4a req-2778ef5e-66b7-480f-9e10-a1f0c5305f2e tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498486 Apr 11 13:22:09.240283 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38da20-a09a-4902-99bf-ab4d6545e35a req-25bc3dc9-1c16-4d46-b22c-cf97534368b4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:09.241944 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6e38da20-a09a-4902-99bf-ab4d6545e35a req-25bc3dc9-1c16-4d46-b22c-cf97534368b4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 945 time: 0.0507901 Apr 11 13:22:09.306074 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6e38da20-a09a-4902-99bf-ab4d6545e35a req-da6ecddd-9cd8-40ce-aeeb-dbc2cb1a5f5e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501697 Apr 11 13:22:09.411618 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203bb86-204b-4890-b206-b42c33ac6f27 req-1e1f075d-12a1-47ea-8358-bdbd622783ea tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:09.413155 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6203bb86-204b-4890-b206-b42c33ac6f27 req-1e1f075d-12a1-47ea-8358-bdbd622783ea tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0586517 Apr 11 13:22:09.464963 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6203bb86-204b-4890-b206-b42c33ac6f27 req-e3082a4c-85d0-4a0d-9ac4-9435e6871fae tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459175 Apr 11 13:22:09.585212 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b946458b-8d1a-4083-86f4-8e6ae71128bc up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:22:09.634541 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port b946458b-8d1a-4083-86f4-8e6ae71128bc completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:22:09.714553 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port b946458b-8d1a-4083-86f4-8e6ae71128bc triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:22:09.715540 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:09.801062 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port b946458b-8d1a-4083-86f4-8e6ae71128bc is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:09.812767 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:09.824365 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:09.826608 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0fb751-353e-4811-8551-7360f05c40ba" -d '{"events": [{"server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "name": "network-vif-plugged", "status": "completed", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:09.839857 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b946458b-8d1a-4083-86f4-8e6ae71128bc, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:09.865745 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dd7624-d4d1-441f-b099-3146bfae1470 x-openstack-request-id: req-38dd7624-d4d1-441f-b099-3146bfae1470 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:09.866089 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "name": "network-vif-plugged", "status": "completed", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:09.866355 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-38dd7624-d4d1-441f-b099-3146bfae1470 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:09.866756 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38dd7624-d4d1-441f-b099-3146bfae1470'] response: {'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'code': 200} Apr 11 13:22:09.915226 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:09.916045 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5d5e395f-518f-4552-b74e-fc625904bbde up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:22:10.001655 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=b946458b-8d1a-4083-86f4-8e6ae71128bc,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:10.008492 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 5d5e395f-518f-4552-b74e-fc625904bbde completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:22:10.026944 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de876f-78d3-4949-8b3c-73235d5f688f req-a32d75db-ba3f-4f3a-b44a-71a5c9426eeb tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:10.028516 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-39de876f-78d3-4949-8b3c-73235d5f688f req-a32d75db-ba3f-4f3a-b44a-71a5c9426eeb tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 944 time: 0.0537376 Apr 11 13:22:10.083329 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-39de876f-78d3-4949-8b3c-73235d5f688f req-1a4d3a32-3eaa-49b9-b8b5-323c89f3b6fb tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469062 Apr 11 13:22:10.166739 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 5d5e395f-518f-4552-b74e-fc625904bbde triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:22:10.167246 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:10.251917 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5d5e395f-518f-4552-b74e-fc625904bbde is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:10.252306 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:10.293273 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:10.306746 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84193718-6fd8-4146-b056-eb7ee90f73f7 req-d689e406-5e69-4487-9bda-0addc64a3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:10.308423 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-84193718-6fd8-4146-b056-eb7ee90f73f7 req-d689e406-5e69-4487-9bda-0addc64a3246 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1130 time: 0.0640960 Apr 11 13:22:10.363483 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-84193718-6fd8-4146-b056-eb7ee90f73f7 req-36a9da55-a1c1-4317-a56f-6e7253340e6c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485094 Apr 11 13:22:10.407000 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:10.445970 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4197e5d-a6c8-449d-bd7f-bc2c688d3535 req-e7580374-938d-410f-812f-f6ea5030d6d8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:10.454095 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f4197e5d-a6c8-449d-bd7f-bc2c688d3535 req-e7580374-938d-410f-812f-f6ea5030d6d8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0749424 Apr 11 13:22:10.486805 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:10.503297 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f4197e5d-a6c8-449d-bd7f-bc2c688d3535 req-78bb631e-93cf-4445-9e2f-dab16d297cee tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481949 Apr 11 13:22:10.706992 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1217e43a-b9d2-4de5-bac7-b0e50563c7d4 req-d29e131b-3bbc-44c9-a89a-19ed400dfdae tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:10.708531 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1217e43a-b9d2-4de5-bac7-b0e50563c7d4 req-d29e131b-3bbc-44c9-a89a-19ed400dfdae tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0474815 Apr 11 13:22:10.761131 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1217e43a-b9d2-4de5-bac7-b0e50563c7d4 req-9307cca2-5e03-498b-9ed6-daabd4bc1cf4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469496 Apr 11 13:22:10.939577 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935a0ea-1711-40bb-a3b2-6f5eaa371d13 req-9a7e6a8a-b763-4d00-ab6c-e5cd0a3b2eea tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:10.941093 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f935a0ea-1711-40bb-a3b2-6f5eaa371d13 req-9a7e6a8a-b763-4d00-ab6c-e5cd0a3b2eea tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0512276 Apr 11 13:22:10.989204 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f935a0ea-1711-40bb-a3b2-6f5eaa371d13 req-00692ab7-c2b8-482d-a64c-42993bbe5936 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421584 Apr 11 13:22:11.216718 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173ad0d-5f9d-4d06-aa6c-b014179748a5 req-24d3c006-2e78-419a-8195-c13ea01da575 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:11.219420 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5173ad0d-5f9d-4d06-aa6c-b014179748a5 req-24d3c006-2e78-419a-8195-c13ea01da575 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0639315 Apr 11 13:22:11.270099 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5173ad0d-5f9d-4d06-aa6c-b014179748a5 req-ac6bf846-3aa2-4abe-9a60-baa5018ae943 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459011 Apr 11 13:22:11.627527 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd232f55-8589-4f8b-a09e-1af80df81026 req-218253a7-3549-4497-9214-ad6b83a7da06 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:11.632521 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cd232f55-8589-4f8b-a09e-1af80df81026 req-218253a7-3549-4497-9214-ad6b83a7da06 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0562131 Apr 11 13:22:11.680017 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cd232f55-8589-4f8b-a09e-1af80df81026 req-eddcb57f-0778-4b88-aaa2-ffd393c9249c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448821 Apr 11 13:22:11.868503 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:11.871756 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811fd1e5-89c5-40f2-bba0-3e16e861634e" -d '{"events": [{"server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "name": "network-vif-plugged", "status": "completed", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:11.882324 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01290e5-39b2-456d-b31f-63f02e476f73 req-844c9c9a-0125-462e-9da1-902b91d5a9fb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:11.883808 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c01290e5-39b2-456d-b31f-63f02e476f73 req-844c9c9a-0125-462e-9da1-902b91d5a9fb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0523527 Apr 11 13:22:11.933029 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c01290e5-39b2-456d-b31f-63f02e476f73 req-771e9e68-91e8-4a3e-8048-7b1ed8004ccb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433135 Apr 11 13:22:11.978286 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1f7120-9eff-4fa7-90d9-2dbdce7be566 x-openstack-request-id: req-1e1f7120-9eff-4fa7-90d9-2dbdce7be566 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:11.978605 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "name": "network-vif-plugged", "status": "completed", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:11.978863 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1e1f7120-9eff-4fa7-90d9-2dbdce7be566 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:11.979260 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e1f7120-9eff-4fa7-90d9-2dbdce7be566'] response: {'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde', 'code': 200} Apr 11 13:22:12.109589 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73cbeb-9cdf-41b0-b4f4-2d74513c20a3 req-aa33f556-a674-4216-a3ce-47aa6e3b9c53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:12.111204 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7f73cbeb-9cdf-41b0-b4f4-2d74513c20a3 req-aa33f556-a674-4216-a3ce-47aa6e3b9c53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0515189 Apr 11 13:22:12.165018 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7f73cbeb-9cdf-41b0-b4f4-2d74513c20a3 req-d71b19b1-f771-48b8-a31d-6e5aa592814d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481410 Apr 11 13:22:12.387442 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9df979-8edd-4c22-bc73-a8bb6af02811 req-6336840c-caec-41c9-8ae9-414e5a02f2c5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:12.389530 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9b9df979-8edd-4c22-bc73-a8bb6af02811 req-6336840c-caec-41c9-8ae9-414e5a02f2c5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0529490 Apr 11 13:22:12.440681 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9b9df979-8edd-4c22-bc73-a8bb6af02811 req-e45f467d-8b02-492c-80f3-3e7f7b46d436 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449276 Apr 11 13:22:12.802788 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b7e35-0a5d-4a39-a9f5-f49413dbf746 req-7b6254dd-a053-4558-9f62-7875910300c7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:12.804341 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8b7b7e35-0a5d-4a39-a9f5-f49413dbf746 req-7b6254dd-a053-4558-9f62-7875910300c7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0489187 Apr 11 13:22:12.861264 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8b7b7e35-0a5d-4a39-a9f5-f49413dbf746 req-3ac766e4-48c5-42e3-9c46-5cc3f26dcc5f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504758 Apr 11 13:22:13.065741 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006960b3-7088-4e43-9ab0-a56bb028666d req-90074f46-ab33-4a9e-97eb-aeea79466a7a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:13.067295 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-006960b3-7088-4e43-9ab0-a56bb028666d req-90074f46-ab33-4a9e-97eb-aeea79466a7a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0592082 Apr 11 13:22:13.118451 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-006960b3-7088-4e43-9ab0-a56bb028666d req-71262196-25fd-4b9f-90b4-78a785050df2 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 Apr 11 13:22:13.172757 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-ad9e9fc7-e8ed-4f2a-83e7-8577242e9d3c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:13.174261 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-ad9e9fc7-e8ed-4f2a-83e7-8577242e9d3c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.0522730 Apr 11 13:22:13.284287 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394de6f7-b712-47be-801f-0d27ddf78c32 req-f1703ea3-5fe9-4fc2-aa12-edbb14c31b32 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:13.285824 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-394de6f7-b712-47be-801f-0d27ddf78c32 req-f1703ea3-5fe9-4fc2-aa12-edbb14c31b32 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0483687 Apr 11 13:22:13.342927 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-394de6f7-b712-47be-801f-0d27ddf78c32 req-260bdf64-2f4f-4072-adb2-674d01601965 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472064 Apr 11 13:22:13.559263 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8b15-e8c3-456f-800e-a6efa90420af req-6fb7401c-80de-4f78-bed4-0e42136658ff tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:13.561261 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f57f8b15-e8c3-456f-800e-a6efa90420af req-6fb7401c-80de-4f78-bed4-0e42136658ff tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0502255 Apr 11 13:22:13.686593 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f57f8b15-e8c3-456f-800e-a6efa90420af req-6bf96fec-7b62-413c-bfa7-a6a1375e4508 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1196964 Apr 11 13:22:13.714549 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c029eac-5e87-4c1a-a213-2b1d301d02d1 req-6b65c3a9-58a7-4418-871d-28cfdd536692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:13.716669 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0c029eac-5e87-4c1a-a213-2b1d301d02d1 req-6b65c3a9-58a7-4418-871d-28cfdd536692 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1129 time: 0.0983775 Apr 11 13:22:13.745405 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Deleting port fd2b65e4-5f92-4601-979d-b32fc6906bea {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:22:13.745664 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:13.824584 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0c029eac-5e87-4c1a-a213-2b1d301d02d1 req-7c73fae8-413f-4d97-9e56-7847ffd62ffc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011028 Apr 11 13:22:13.860705 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] For port fd2b65e4-5f92-4601-979d-b32fc6906bea, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=fd2b65e4-5f92-4601-979d-b32fc6906bea,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:13.861105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:13.981758 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d73385-8362-45a7-bfcf-8c2fa7be53b5 req-b8b3472e-0b47-47a7-bb19-05e17fe45a4e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:13.983627 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-20d73385-8362-45a7-bfcf-8c2fa7be53b5 req-b8b3472e-0b47-47a7-bb19-05e17fe45a4e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0509775 Apr 11 13:22:14.037854 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-20d73385-8362-45a7-bfcf-8c2fa7be53b5 req-db3f7914-22bd-4a4b-b6db-70f0d8708aec tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485308 Apr 11 13:22:14.059253 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:14.060266 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (cd167b10-9a71-42b0-b581-6ffe7730d6c2), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:14.060751 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Floating IP cd167b10-9a71-42b0-b581-6ffe7730d6c2 disassociated. External IP: 172.27.3.79, port: fd2b65e4-5f92-4601-979d-b32fc6906bea. Apr 11 13:22:14.061157 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Calling delete_port for fd2b65e4-5f92-4601-979d-b32fc6906bea owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:22:14.164881 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe9c4a-de21-4f8e-a685-1e549a587ac9 req-9e4f6c12-6f4c-4a76-ade1-99496017685d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:14.166480 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cfbe9c4a-de21-4f8e-a685-1e549a587ac9 req-9e4f6c12-6f4c-4a76-ade1-99496017685d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0609634 Apr 11 13:22:14.175272 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47386) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:14.180285 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'floatingip': {'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:14.233129 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (61aa5953-88ce-419e-a77a-6cc6b8402aee), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:14.323085 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb89ecf-e3a5-4e6c-8e50-2f57ff991d12 req-3062d0f6-8010-4c9f-9650-16516d6c90ea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:14.324531 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5eb89ecf-e3a5-4e6c-8e50-2f57ff991d12 req-3062d0f6-8010-4c9f-9650-16516d6c90ea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 945 time: 0.1102276 Apr 11 13:22:14.412948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (fd2b65e4-5f92-4601-979d-b32fc6906bea), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:14.452535 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5eb89ecf-e3a5-4e6c-8e50-2f57ff991d12 req-57283c01-4188-40fe-9bc9-29c3768a7289 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=6c8faa27-ef79-43f0-8104-eacae89a856d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207342 Apr 11 13:22:14.475461 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'Port': ['ID=fd2b65e4-5f92-4601-979d-b32fc6906bea,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:14.529308 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29a075-7421-43e9-8f49-fe6bc8917bc1 req-24fcd73d-5f3a-4ded-bbb5-e90efaa06519 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:14.532639 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9b29a075-7421-43e9-8f49-fe6bc8917bc1 req-24fcd73d-5f3a-4ded-bbb5-e90efaa06519 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1158917 Apr 11 13:22:14.632260 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9b29a075-7421-43e9-8f49-fe6bc8917bc1 req-5b0fb65b-8edd-419a-a94b-8c76071aad97 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899408 Apr 11 13:22:14.656241 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:22:14.792761 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:22:14.803707 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:22:14.815865 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:14.816621 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:14.821035 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:14.863692 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] No DVR routers for this DVR port fd2b65e4-5f92-4601-979d-b32fc6906bea on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:22:14.867974 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:14.868167 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9260bf-e19a-4fd2-ae5d-59e092c345dc req-fbeedda5-57af-4a94-a18e-cae5a973887e tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:14.870216 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be9260bf-e19a-4fd2-ae5d-59e092c345dc req-fbeedda5-57af-4a94-a18e-cae5a973887e tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0766098 Apr 11 13:22:14.872961 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c7617ba1-578f-4ebc-ab92-979f14186b76 req-bba162c3-aa8c-4bc4-b02a-e9a8047b5261 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "DELETE /v2.0/ports/fd2b65e4-5f92-4601-979d-b32fc6906bea HTTP/1.1" status: 204 len: 173 time: 1.2873087 Apr 11 13:22:14.873586 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'name': 'network-vif-deleted', 'tag': 'fd2b65e4-5f92-4601-979d-b32fc6906bea'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:14.876629 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd563fd-246a-4ebc-8daa-5aae18709fc9" -d '{"events": [{"server_uuid": "c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0", "name": "network-vif-deleted", "tag": "fd2b65e4-5f92-4601-979d-b32fc6906bea"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:14.942745 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42544030-ded8-496c-bfe7-4b1f6abcc902 x-openstack-request-id: req-42544030-ded8-496c-bfe7-4b1f6abcc902 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:14.943192 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0", "name": "network-vif-deleted", "tag": "fd2b65e4-5f92-4601-979d-b32fc6906bea", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:14.943568 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42544030-ded8-496c-bfe7-4b1f6abcc902 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:14.944135 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42544030-ded8-496c-bfe7-4b1f6abcc902'] response: {'server_uuid': 'c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0', 'name': 'network-vif-deleted', 'tag': 'fd2b65e4-5f92-4601-979d-b32fc6906bea', 'status': 'completed', 'code': 200} Apr 11 13:22:14.951233 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-be9260bf-e19a-4fd2-ae5d-59e092c345dc req-3ee6af76-4785-4dea-a640-fd01d36a7e2d tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733168 Apr 11 13:22:14.952644 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (61aa5953-88ce-419e-a77a-6cc6b8402aee), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:15.070446 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:15.082463 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Floating IP 61aa5953-88ce-419e-a77a-6cc6b8402aee associated. External IP: 172.27.3.55, port: b946458b-8d1a-4083-86f4-8e6ae71128bc. Apr 11 13:22:15.274829 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:15.303233 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:22:15.307201 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:22:15.312342 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:15.312965 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:15.424195 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:22:15.428945 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:15.431306 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:15.435312 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] Sync routers for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:22:15.464687 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:15.466950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:15.473199 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-50802c82-067b-4a5f-90d2-d459e6f14c67 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "PUT /v2.0/floatingips/61aa5953-88ce-419e-a77a-6cc6b8402aee HTTP/1.1" status: 200 len: 991 time: 1.2955782 Apr 11 13:22:15.474050 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:15.476677 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562c606a-5fa2-4cb6-8f2c-b379b52e522d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:15.547373 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6749414c-7b51-40e1-b245-3999f4439c02 x-openstack-request-id: req-6749414c-7b51-40e1-b245-3999f4439c02 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:15.547688 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:15.547919 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6749414c-7b51-40e1-b245-3999f4439c02 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:15.548327 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6749414c-7b51-40e1-b245-3999f4439c02'] response: {'name': 'network-changed', 'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'status': 'completed', 'code': 200} Apr 11 13:22:15.626320 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:15.628946 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef7c0468-3906-4b02-9956-702f33b0fdac req-a10ba478-1a59-410f-8f08-425aaf1551b3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=c4c936e3-2bab-4f6c-8a62-8bec8d7c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.0702984 Apr 11 13:22:15.642356 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-659f1731-e8c5-48fc-a340-c8ea87a9e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:15.644113 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-659f1731-e8c5-48fc-a340-c8ea87a9e80b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1130 time: 0.0722878 Apr 11 13:22:15.711315 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:15.747009 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f7ada5-5fb1-4831-8d52-129a52f0ac43 None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:22:15.779846 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc50ac1-f6d5-44d8-9279-a0dfc85b59f6 req-5dfc60c7-5e5e-4806-bbbb-541bd5f4bf57 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:15.781432 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efc50ac1-f6d5-44d8-9279-a0dfc85b59f6 req-5dfc60c7-5e5e-4806-bbbb-541bd5f4bf57 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0564036 Apr 11 13:22:15.797417 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-5d16de50-4c11-47c3-a9f5-eb78ef9ec759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:15.806491 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-5d16de50-4c11-47c3-a9f5-eb78ef9ec759 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.1434999 Apr 11 13:22:15.856454 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-efc50ac1-f6d5-44d8-9279-a0dfc85b59f6 req-b695443f-492a-477f-b86c-9de569881cdb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676813 Apr 11 13:22:15.960166 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '61aa5953-88ce-419e-a77a-6cc6b8402aee', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'mac_address': 'fa:16:3e:9b:59:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41a911-a997-496f-aca3-24dd41affa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:21:48Z', 'updated_at': '2022-04-11T13:22:14Z', 'revision_number': 1, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:15.991372 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] Checking router: e6c7eca6-c0a7-4554-8f85-cbb02bf41574 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:22:16.003055 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:16.003693 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:16.086632 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3950d42a-b19b-49fe-85a8-79156e13b7d6 None None] New status for floating IP cd167b10-9a71-42b0-b581-6ffe7730d6c2: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:22:16.115397 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89610628-c29f-44b5-8005-4225d9bdeec9 req-71e23af9-049e-41d3-aab0-a03058e00149 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:16.121344 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-89610628-c29f-44b5-8005-4225d9bdeec9 req-71e23af9-049e-41d3-aab0-a03058e00149 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0688980 Apr 11 13:22:16.123244 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-009ee706-9061-451b-ab9d-0babe9a2df89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 200 len: 999 time: 0.1166680 Apr 11 13:22:16.150281 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:16.205620 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-95778d6a-e16f-4e08-8bd7-bf2ce71a05c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:16.207109 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-95778d6a-e16f-4e08-8bd7-bf2ce71a05c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0758054 Apr 11 13:22:16.211159 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-89610628-c29f-44b5-8005-4225d9bdeec9 req-b9d91d86-0a53-4330-884d-978a697c33be tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869803 Apr 11 13:22:16.272033 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-f5654bae-865d-4416-b7b8-6dd8ce47c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:16.274978 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-f5654bae-865d-4416-b7b8-6dd8ce47c127 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610754 Apr 11 13:22:16.348076 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb16b07-e80c-4e10-8dd2-989563137a82 req-05803cb1-b5f5-408a-b5d8-69d948294461 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:16.350200 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4cb16b07-e80c-4e10-8dd2-989563137a82 req-05803cb1-b5f5-408a-b5d8-69d948294461 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0580218 Apr 11 13:22:16.394028 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-4231cdd6-9471-4933-b685-841c0a5c4210 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119554 Apr 11 13:22:16.417928 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4cb16b07-e80c-4e10-8dd2-989563137a82 req-e450ae16-4760-44e7-882a-57e28ff918fb tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592716 Apr 11 13:22:16.435936 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47410) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:16.510321 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-562c606a-5fa2-4cb6-8f2c-b379b52e522d req-857e052b-355e-4eda-b8a0-46d4ad93b189 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092350 Apr 11 13:22:16.581205 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '61aa5953-88ce-419e-a77a-6cc6b8402aee', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'mac_address': 'fa:16:3e:9b:59:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41a911-a997-496f-aca3-24dd41affa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:21:48Z', 'updated_at': '2022-04-11T13:22:14Z', 'revision_number': 1, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:16.609413 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26e1fd1-b259-4cc7-94b1-8e904cc33b33 None None] The sync data for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi is: [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '61aa5953-88ce-419e-a77a-6cc6b8402aee', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'mac_address': 'fa:16:3e:9b:59:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41a911-a997-496f-aca3-24dd41affa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:21:48Z', 'updated_at': '2022-04-11T13:22:14Z', 'revision_number': 1, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:22:16.651028 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ce7cd1-5f3a-436a-9440-8a798d72f29c tempest-TestShelveInstance-1795164905 tempest-TestShelveInstance-1795164905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:16.654785 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-09ce7cd1-5f3a-436a-9440-8a798d72f29c tempest-TestShelveInstance-1795164905 tempest-TestShelveInstance-1795164905-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1124 time: 0.2157092 Apr 11 13:22:16.656724 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47416) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:16.661347 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'port_id': '5d5e395f-518f-4552-b74e-fc625904bbde', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:16.761036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:16.803178 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47420) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:16.827171 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3499a140-c4d2-45ac-8af5-6a0ba9a008a9 None None] New status for floating IP 61aa5953-88ce-419e-a77a-6cc6b8402aee: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:22:16.855879 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:16.878611 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d6a45974-e373-4528-bf27-112561cc5af9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (6c8faa27-ef79-43f0-8104-eacae89a856d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:16.917192 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d6a45974-e373-4528-bf27-112561cc5af9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (6c8faa27-ef79-43f0-8104-eacae89a856d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.003575 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Allocated IP 172.27.3.247 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/4552e6ec-2f4f-4717-bbad-9521c06084e7) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:22:17.035845 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820c4d3-d440-473b-9df4-639832caa73d req-e9ca7997-8f32-4272-b8a7-cd39e0b45d17 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:17.037347 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b820c4d3-d440-473b-9df4-639832caa73d req-e9ca7997-8f32-4272-b8a7-cd39e0b45d17 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0751643 Apr 11 13:22:17.087837 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b820c4d3-d440-473b-9df4-639832caa73d req-32ba9e03-d1e0-43c7-be7e-11fe212fb139 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439928 Apr 11 13:22:17.127102 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d6a45974-e373-4528-bf27-112561cc5af9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (6c8faa27-ef79-43f0-8104-eacae89a856d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.129591 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d6a45974-e373-4528-bf27-112561cc5af9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.130869 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for port (4552e6ec-2f4f-4717-bbad-9521c06084e7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.139650 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d6a45974-e373-4528-bf27-112561cc5af9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "DELETE /v2.0/security-groups/6c8faa27-ef79-43f0-8104-eacae89a856d HTTP/1.1" status: 204 len: 168 time: 0.3265505 Apr 11 13:22:17.139650 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47426) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:17.151936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a45974-e373-4528-bf27-112561cc5af9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8faa27-ef79-43f0-8104-eacae89a856d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:17.158019 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-5aae0bd6-efa8-4877-aaba-597882d37b40 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] show failed (client error): The resource could not be found. Apr 11 13:22:17.163462 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5aae0bd6-efa8-4877-aaba-597882d37b40 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups/6c8faa27-ef79-43f0-8104-eacae89a856d HTTP/1.1" status: 404 len: 347 time: 0.0231156 Apr 11 13:22:17.164225 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47428) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:17.246242 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (4552e6ec-2f4f-4717-bbad-9521c06084e7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.289818 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:22:17.293181 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:22:17.298650 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:22:17.336427 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'Port': ['ID=4552e6ec-2f4f-4717-bbad-9521c06084e7,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:17.536409 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Deleting port a3144b86-eedb-48eb-81ba-bc7276dcb9a2 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:22:17.536763 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.627515 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.627987 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.639813 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device fd2b65e4-5f92-4601-979d-b32fc6906bea no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:22:17.655100 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Calling delete_port for a3144b86-eedb-48eb-81ba-bc7276dcb9a2 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:22:17.665549 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: fd2b65e4-5f92-4601-979d-b32fc6906bea {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:22:17.665900 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device fd2b65e4-5f92-4601-979d-b32fc6906bea not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:22:17.847125 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (a3144b86-eedb-48eb-81ba-bc7276dcb9a2), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.889606 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'Port': ['ID=a3144b86-eedb-48eb-81ba-bc7276dcb9a2,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:17.946340 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (cd167b10-9a71-42b0-b581-6ffe7730d6c2), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.948899 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:17.951235 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e482a3ed-ede3-47d8-a429-cd897b9cef99 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "DELETE /v2.0/floatingips/cd167b10-9a71-42b0-b581-6ffe7730d6c2 HTTP/1.1" status: 204 len: 168 time: 0.7844844 Apr 11 13:22:17.967509 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for floatingip (cc81a75e-b3bf-4c75-96cd-a9539a259004), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.114526 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (4552e6ec-2f4f-4717-bbad-9521c06084e7), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.217065 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f09f1d-7fb6-45da-834e-e64a0f8c64b8 req-8c4054a7-24b9-4c68-9a0b-e56891490975 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:18.226722 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f5f09f1d-7fb6-45da-834e-e64a0f8c64b8 req-8c4054a7-24b9-4c68-9a0b-e56891490975 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0642724 Apr 11 13:22:18.253507 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47436) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:18.257926 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-1f855bb6-c4d6-43c7-8e96-5bbb51b87285 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1543835527', 'description': 'tempest-description--235851560'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:18.286345 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f5f09f1d-7fb6-45da-834e-e64a0f8c64b8 req-484c9233-84f1-4e89-8ada-df04b3d46e6b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578816 Apr 11 13:22:18.316853 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for port (4552e6ec-2f4f-4717-bbad-9521c06084e7), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.389558 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f855bb6-c4d6-43c7-8e96-5bbb51b87285 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.441819 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (4552e6ec-2f4f-4717-bbad-9521c06084e7), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.493414 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f855bb6-c4d6-43c7-8e96-5bbb51b87285 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (fd714dd0-7bb3-4791-828a-e315cf731815), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.526030 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event updated for resources: {'Port': ['ID=4552e6ec-2f4f-4717-bbad-9521c06084e7,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:18.539489 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f855bb6-c4d6-43c7-8e96-5bbb51b87285 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (fd714dd0-7bb3-4791-828a-e315cf731815), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.551790 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (cc81a75e-b3bf-4c75-96cd-a9539a259004), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.618544 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f855bb6-c4d6-43c7-8e96-5bbb51b87285 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd714dd0-7bb3-4791-828a-e315cf731815,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:18.679011 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f855bb6-c4d6-43c7-8e96-5bbb51b87285 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.680295 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1f855bb6-c4d6-43c7-8e96-5bbb51b87285 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4257777 Apr 11 13:22:18.681889 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Floating IP cc81a75e-b3bf-4c75-96cd-a9539a259004 associated. External IP: 172.27.3.247, port: 5d5e395f-518f-4552-b74e-fc625904bbde. Apr 11 13:22:18.683339 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47438) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:18.687973 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-008f7bba-772c-40cb-a6bf-9b863aa437cc tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group_rule': {'security_group_id': 'fd714dd0-7bb3-4791-828a-e315cf731815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:18.755815 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-008f7bba-772c-40cb-a6bf-9b863aa437cc tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (c8c93162-87d0-48ca-8c44-f64fdc542a7f), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.819193 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-008f7bba-772c-40cb-a6bf-9b863aa437cc tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (c8c93162-87d0-48ca-8c44-f64fdc542a7f), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.869397 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-008f7bba-772c-40cb-a6bf-9b863aa437cc tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (c8c93162-87d0-48ca-8c44-f64fdc542a7f), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.892808 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f7bba-772c-40cb-a6bf-9b863aa437cc tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c93162-87d0-48ca-8c44-f64fdc542a7f,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:18.910989 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Router 448f05fc-4501-41b4-a817-17dbdcb72f86 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:22:18.945712 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-008f7bba-772c-40cb-a6bf-9b863aa437cc tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:18.947030 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-008f7bba-772c-40cb-a6bf-9b863aa437cc tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2625957 Apr 11 13:22:18.949953 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47440) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:18.954959 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-559ac557-2bb5-4d8b-9603-bb999cccb5d1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group_rule': {'security_group_id': 'fd714dd0-7bb3-4791-828a-e315cf731815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:19.035521 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:22:19.048330 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] Sync routers for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:22:19.059446 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-559ac557-2bb5-4d8b-9603-bb999cccb5d1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (451f549a-4bde-491d-9a08-08329147ab3a), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:19.061682 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:19.062722 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:19.105990 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:19.124910 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-559ac557-2bb5-4d8b-9603-bb999cccb5d1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (451f549a-4bde-491d-9a08-08329147ab3a), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:19.141468 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f1ae9f22-7d0e-4a73-a2eb-edd7154c95c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4836717 Apr 11 13:22:19.142303 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:19.144608 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8643ea-b774-4162-aef1-3532a342db21" -d '{"events": [{"name": "network-changed", "server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:19.181815 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:19.188949 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff273bc6-13bc-4d66-8bcf-91ee8c34517b x-openstack-request-id: req-ff273bc6-13bc-4d66-8bcf-91ee8c34517b {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:19.189247 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:19.189498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ff273bc6-13bc-4d66-8bcf-91ee8c34517b {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:19.189900 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff273bc6-13bc-4d66-8bcf-91ee8c34517b'] response: {'name': 'network-changed', 'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde', 'status': 'completed', 'code': 200} Apr 11 13:22:19.195248 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-559ac557-2bb5-4d8b-9603-bb999cccb5d1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (451f549a-4bde-491d-9a08-08329147ab3a), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:19.214726 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ac557-2bb5-4d8b-9603-bb999cccb5d1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451f549a-4bde-491d-9a08-08329147ab3a,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:19.268017 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8643ea-b774-4162-aef1-3532a342db21 req-be6872b8-d0ef-4e92-be41-3b87c93fe959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:19.269559 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a8643ea-b774-4162-aef1-3532a342db21 req-be6872b8-d0ef-4e92-be41-3b87c93fe959 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1129 time: 0.0435874 Apr 11 13:22:19.277029 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-559ac557-2bb5-4d8b-9603-bb999cccb5d1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:19.278116 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-559ac557-2bb5-4d8b-9603-bb999cccb5d1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3265905 Apr 11 13:22:19.281503 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47448) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:19.285894 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:19.400031 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:19.415857 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cc81a75e-b3bf-4c75-96cd-a9539a259004', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'port_id': '5d5e395f-518f-4552-b74e-fc625904bbde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'mac_address': 'fa:16:3e:13:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a0467-19e3-407a-8bb1-4763b24828d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:17Z', 'updated_at': '2022-04-11T13:22:17Z', 'revision_number': 0, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:08Z', 'revision_number': 5, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:19.446180 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] Checking router: 448f05fc-4501-41b4-a817-17dbdcb72f86 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:22:19.448302 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9619980-6b5d-47d7-8688-3a4cab3ab13c req-82cd2382-393a-4187-a46c-870a11ed3c1e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:19.449798 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d9619980-6b5d-47d7-8688-3a4cab3ab13c req-82cd2382-393a-4187-a46c-870a11ed3c1e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0891390 Apr 11 13:22:19.456298 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:19.456928 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:19.506946 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8643ea-b774-4162-aef1-3532a342db21 req-3e196d1c-7632-4039-8ecd-d4d400df2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:19.508420 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a8643ea-b774-4162-aef1-3532a342db21 req-3e196d1c-7632-4039-8ecd-d4d400df2d9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=740015a2-28ac-4efd-b448-9cfce752a39e HTTP/1.1" status: 200 len: 910 time: 0.2183332 Apr 11 13:22:19.582483 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:19.612892 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d9619980-6b5d-47d7-8688-3a4cab3ab13c req-2b2efe7f-f112-4e03-9220-17dcb87e7e61 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329923 Apr 11 13:22:19.648409 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a8643ea-b774-4162-aef1-3532a342db21 req-960d730d-50e1-4606-a142-728bfa5295c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 200 len: 999 time: 0.1334174 Apr 11 13:22:19.671978 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:19.738261 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8643ea-b774-4162-aef1-3532a342db21 req-ee5a344e-c7fd-4d62-9da1-0fc614fb2f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:19.739750 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a8643ea-b774-4162-aef1-3532a342db21 req-ee5a344e-c7fd-4d62-9da1-0fc614fb2f13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1 HTTP/1.1" status: 200 len: 848 time: 0.0832145 Apr 11 13:22:19.791122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Allocated IP 172.27.3.212 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/5ec37e1a-2d56-468e-9fb8-69ed3a001353) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:22:19.815197 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8643ea-b774-4162-aef1-3532a342db21 req-de3431bd-38c1-45bd-96c8-b4ab864ce8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:19.816750 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a8643ea-b774-4162-aef1-3532a342db21 req-de3431bd-38c1-45bd-96c8-b4ab864ce8f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=740015a2-28ac-4efd-b448-9cfce752a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636623 Apr 11 13:22:19.894686 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cc81a75e-b3bf-4c75-96cd-a9539a259004', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'port_id': '5d5e395f-518f-4552-b74e-fc625904bbde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'mac_address': 'fa:16:3e:13:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a0467-19e3-407a-8bb1-4763b24828d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:17Z', 'updated_at': '2022-04-11T13:22:17Z', 'revision_number': 0, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:08Z', 'revision_number': 5, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:19.926040 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184da4e3-9ea0-48bb-aa20-29fdb1b8a15e None None] The sync data for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi is: [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'cc81a75e-b3bf-4c75-96cd-a9539a259004', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'floating_ip_address': '172.27.3.247', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'port_id': '5d5e395f-518f-4552-b74e-fc625904bbde', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'mac_address': 'fa:16:3e:13:81:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '159a0467-19e3-407a-8bb1-4763b24828d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:17Z', 'updated_at': '2022-04-11T13:22:17Z', 'revision_number': 0, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:08Z', 'revision_number': 5, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:22:19.991661 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (5ec37e1a-2d56-468e-9fb8-69ed3a001353), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:19.991661 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a8643ea-b774-4162-aef1-3532a342db21 req-e12d518f-6765-4d30-9e2a-d148c3fdf27e service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574445 Apr 11 13:22:20.105768 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a8643ea-b774-4162-aef1-3532a342db21 req-11eb6479-8ae7-4e1c-b9ef-bb8da5e8d466 service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042767 Apr 11 13:22:20.132963 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (5ec37e1a-2d56-468e-9fb8-69ed3a001353), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:20.162446 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e6b7f8-d41f-4909-8384-67c0844c01be None None] New status for floating IP cc81a75e-b3bf-4c75-96cd-a9539a259004: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:22:20.177848 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:22:20.180947 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:22:20.184470 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:22:20.211564 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=5ec37e1a-2d56-468e-9fb8-69ed3a001353,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:20.277082 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (f7951baf-53a6-427a-9c9d-a2c4fc028daf), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:20.371055 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5ec37e1a-2d56-468e-9fb8-69ed3a001353), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:20.532048 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (5ec37e1a-2d56-468e-9fb8-69ed3a001353), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:20.572660 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (5ec37e1a-2d56-468e-9fb8-69ed3a001353), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:20.648028 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=5ec37e1a-2d56-468e-9fb8-69ed3a001353,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:20.659612 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (f7951baf-53a6-427a-9c9d-a2c4fc028daf), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:20.733778 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050ea18-c43c-46b4-89d6-4b8b5b81d909 req-0836537b-ffee-4eda-a551-3a3b8f693fda tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:20.735307 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8050ea18-c43c-46b4-89d6-4b8b5b81d909 req-0836537b-ffee-4eda-a551-3a3b8f693fda tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0484853 Apr 11 13:22:20.763388 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:20.768310 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-fffd2902-afcc-4692-b03a-521537cdb350 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4825034 Apr 11 13:22:20.790523 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8050ea18-c43c-46b4-89d6-4b8b5b81d909 req-64b09cab-d9f1-4cdc-9e3b-ec45a8f7d8a7 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493872 Apr 11 13:22:20.970956 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-f61c9b12-3ac4-499b-bf10-099cf5bd0d75 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1543835527&fields=id&tenant_id=70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 267 time: 0.0448799 Apr 11 13:22:21.081899 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-17e4ff6c-8fc9-4883-9ea7-3dd2c6bfa6ea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:21.083316 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-17e4ff6c-8fc9-4883-9ea7-3dd2c6bfa6ea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 814 time: 0.1056983 Apr 11 13:22:21.098208 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-ba428e72-88b7-4dc7-b33e-cae35859b445 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/quotas/70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 375 time: 0.0091197 Apr 11 13:22:21.147322 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-2885f71d-32e3-4166-b3c6-7499e2d7d4d6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439448 Apr 11 13:22:21.253324 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-c6ce6aac-ee47-4115-a424-b02d251568dc service neutron] 10.222.0.49 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937042 Apr 11 13:22:21.345296 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-c58e5131-36ce-4663-a2ac-b4a5216faaf3 service neutron] 10.222.0.49 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859644 Apr 11 13:22:21.603295 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cb72a3f5-c1ac-4f79-977d-99b105bf5ddb req-00dbb5d0-5cc2-4d76-adbd-ad52528b40ed tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 210 time: 0.0314848 Apr 11 13:22:21.904420 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821fc87-8bd8-43a5-8e63-382f6b954b09 req-eaa2eee2-d5df-4377-9803-28d4f450dbe9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:21.905972 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d821fc87-8bd8-43a5-8e63-382f6b954b09 req-eaa2eee2-d5df-4377-9803-28d4f450dbe9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0485904 Apr 11 13:22:21.960761 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d821fc87-8bd8-43a5-8e63-382f6b954b09 req-26706423-d77a-4f1a-9320-2a295db9a7ee tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488505 Apr 11 13:22:22.355639 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:22.444516 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ff668-dffb-44d6-9f17-5362d7af2a12 req-83e2c1d9-5a3f-44d1-b424-342921d04b7d tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:22.445886 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a74ff668-dffb-44d6-9f17-5362d7af2a12 req-83e2c1d9-5a3f-44d1-b424-342921d04b7d tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0502956 Apr 11 13:22:22.497583 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a74ff668-dffb-44d6-9f17-5362d7af2a12 req-00d01dcf-6214-4d73-8616-1a3f20974301 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446174 Apr 11 13:22:22.520932 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47492) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:22.686481 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6148e10-f782-436f-bd84-12b0a8689f71 tempest-TestMinimumBasicScenario-1971515254 tempest-TestMinimumBasicScenario-1971515254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:22.688285 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c6148e10-f782-436f-bd84-12b0a8689f71 tempest-TestMinimumBasicScenario-1971515254 tempest-TestMinimumBasicScenario-1971515254-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1124 time: 0.1663630 Apr 11 13:22:22.694049 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47498) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:22.701739 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'port_id': '1bb04627-4403-438c-82ea-573a7f936eff', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:22.705191 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fa3e79cb-9bf6-4f60-a5f0-48c673c8430c req-9509bdb5-286e-40d8-abfe-1e0ab5c1969b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 210 time: 0.0312917 Apr 11 13:22:22.795966 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:22.882928 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:22.989786 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Allocated IP 172.27.3.225 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/653e2bb6-075d-4880-b1a8-cab4d984795b) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:22:23.111110 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b3b5e-456e-4204-b72f-4edca8aac8a8 req-7dbfa286-eafc-4722-aa01-395b8dd29ef2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:23.112619 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4e2b3b5e-456e-4204-b72f-4edca8aac8a8 req-7dbfa286-eafc-4722-aa01-395b8dd29ef2 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0580235 Apr 11 13:22:23.151333 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for port (653e2bb6-075d-4880-b1a8-cab4d984795b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:23.172079 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-54fd3c55-1198-47bf-9e47-24ee63990bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:23.187391 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4e2b3b5e-456e-4204-b72f-4edca8aac8a8 req-b1221800-d7fc-4d47-9c48-cd6371bb562e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652380 Apr 11 13:22:23.275685 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (653e2bb6-075d-4880-b1a8-cab4d984795b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:23.321183 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:22:23.324312 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:22:23.329175 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:22:23.352752 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'Port': ['ID=653e2bb6-075d-4880-b1a8-cab4d984795b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:23.716359 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-d7cbf254-aa7e-48fb-a94d-354dab6e7fd2 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:23.717901 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-d7cbf254-aa7e-48fb-a94d-354dab6e7fd2 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 814 time: 0.1158495 Apr 11 13:22:23.733374 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for floatingip (fd2bf732-14fa-4fbe-9bb3-0734cee65b44), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:23.848915 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fa1252b4-5bcd-47c2-b63c-eeb1bed58147 req-12346a19-cff5-449c-a471-5e5be4e216e3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 210 time: 0.0479598 Apr 11 13:22:23.851390 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-c1a14dd0-029e-4ccd-bedf-64443cdc6545 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841138 Apr 11 13:22:23.857346 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-dc2bc0a0-6e74-48b7-ae5e-ac1b3b543e32 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 380 time: 0.1296294 Apr 11 13:22:23.876431 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'port': {'device_id': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'admin_state_up': True, 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'security_groups': ['fd714dd0-7bb3-4791-828a-e315cf731815']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:23.890620 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (653e2bb6-075d-4880-b1a8-cab4d984795b), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:23.980287 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-c3a27cb2-9b5f-41fa-9a62-a0852dfeb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:23.982468 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-c3a27cb2-9b5f-41fa-9a62-a0852dfeb2c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 1129 time: 0.0889895 Apr 11 13:22:24.064244 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for port (653e2bb6-075d-4880-b1a8-cab4d984795b), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:24.113182 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-c246b29c-242f-4661-8323-3172e824325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:24.114703 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-c246b29c-242f-4661-8323-3172e824325b service neutron] 10.222.0.50 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 910 time: 0.1067109 Apr 11 13:22:24.160969 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (653e2bb6-075d-4880-b1a8-cab4d984795b), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:24.195856 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Made reservation on behalf of 70f9bb59f05040b99068fef7330a756a for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:22:24.201394 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:24.237746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (fd2bf732-14fa-4fbe-9bb3-0734cee65b44), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:24.299905 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'Port': ['ID=653e2bb6-075d-4880-b1a8-cab4d984795b,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:24.377309 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5132a-06ac-4569-8b4c-5cec8ba3a8c4 req-ecedbf4a-f556-4703-b6b9-eeb48d34020a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:24.378871 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00e5132a-06ac-4569-8b4c-5cec8ba3a8c4 req-ecedbf4a-f556-4703-b6b9-eeb48d34020a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1006539 Apr 11 13:22:24.396563 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-d3e82e90-c2f2-47cb-b1bc-aca58e982ad6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26de0be-ee50-45b6-bcf8-53029631691b HTTP/1.1" status: 200 len: 1000 time: 0.1905997 Apr 11 13:22:24.441352 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Floating IP fd2bf732-14fa-4fbe-9bb3-0734cee65b44 associated. External IP: 172.27.3.225, port: 1bb04627-4403-438c-82ea-573a7f936eff. Apr 11 13:22:24.491288 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00e5132a-06ac-4569-8b4c-5cec8ba3a8c4 req-12b4fb27-dfac-4e95-a696-d7feac2aa548 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031721 Apr 11 13:22:24.503495 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-5ee5dfeb-76de-4121-bb28-7312fe52baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:24.505779 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-5ee5dfeb-76de-4121-bb28-7312fe52baff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 200 len: 848 time: 0.1012125 Apr 11 13:22:24.566140 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Allocated IP 172.20.0.14 (e9a51498-8b8d-4f70-bd15-925adb6a2840/2dd097f7-0acd-47ef-b937-c68a72df4ee2/36a845df-4e04-494a-b9c8-09f6efe70991) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:22:24.588484 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-017e5e24-d969-42b7-b4b5-a8c751dd8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:24.589926 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-017e5e24-d969-42b7-b4b5-a8c751dd8555 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530d667c-2b84-4e74-b0c8-6f18245ef6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755241 Apr 11 13:22:24.704263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:22:24.799454 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-2c969b9e-bcd2-49c9-8d2a-605b579f91eb service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014596 Apr 11 13:22:24.860303 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:22:24.871557 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] Sync routers for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:22:24.889534 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:24.894193 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:24.904185 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (36a845df-4e04-494a-b9c8-09f6efe70991), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:24.926948 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620a138-57df-466d-99c5-fc5dac84db52 req-15a4e3f1-ac87-4179-b966-dc38dec42380 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:24.928532 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f620a138-57df-466d-99c5-fc5dac84db52 req-15a4e3f1-ac87-4179-b966-dc38dec42380 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0843554 Apr 11 13:22:25.000406 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f620a138-57df-466d-99c5-fc5dac84db52 req-bed79eac-1531-4c10-975e-d0ab047fd39e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606306 Apr 11 13:22:25.000856 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1469d746-0c30-4e69-b104-cbd17bb3ca23 req-cea786d0-822b-4fb6-91e8-2c94df15fc51 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940324 Apr 11 13:22:25.027576 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.075910 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:25.085036 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d741f956-353d-4de3-b7c5-102219d84f9a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3890502 Apr 11 13:22:25.085961 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:25.089398 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c697c196-ab36-4d1a-b7e9-4653e14857a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:25.095645 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47516) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:25.103142 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f74a5726-14d7-4ae0-9402-83d3a9d20417 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-225155875', 'description': 'tempest-secgroup-smoke-225155875 description', 'project_id': 'ab17127fc9dd4c639842f605d435f7cd'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:25.148434 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e8dc69-b5ae-4460-ae80-4d3a80b963f3 x-openstack-request-id: req-22e8dc69-b5ae-4460-ae80-4d3a80b963f3 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:25.148895 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:25.149163 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-22e8dc69-b5ae-4460-ae80-4d3a80b963f3 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:25.149568 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e8dc69-b5ae-4460-ae80-4d3a80b963f3'] response: {'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff', 'status': 'completed', 'code': 200} Apr 11 13:22:25.212757 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f74a5726-14d7-4ae0-9402-83d3a9d20417 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.300790 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f74a5726-14d7-4ae0-9402-83d3a9d20417 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group (546154bd-a632-4a93-817b-53bb0bdfc39e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.337455 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e7bb2cd6-6f50-4826-9094-3c311b6cc6b9 req-897d446b-4ca7-4e18-acdc-d9917fc054fb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 210 time: 0.3613653 Apr 11 13:22:25.371475 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f74a5726-14d7-4ae0-9402-83d3a9d20417 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (546154bd-a632-4a93-817b-53bb0bdfc39e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.387155 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-05e42af1-8eae-4a33-983e-cad65a0dac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:25.389608 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-05e42af1-8eae-4a33-983e-cad65a0dac40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 1129 time: 0.0641220 Apr 11 13:22:25.390023 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'fd2bf732-14fa-4fbe-9bb3-0734cee65b44', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'port_id': '1bb04627-4403-438c-82ea-573a7f936eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'mac_address': 'fa:16:3e:e0:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:23Z', 'updated_at': '2022-04-11T13:22:23Z', 'revision_number': 0, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 5, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:25.408591 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.438579 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] Checking router: 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:22:25.448881 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:25.449764 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:21:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:25.459224 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-2331745c-4e03-4cf6-8ff4-a78aa0691289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:25.461094 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-2331745c-4e03-4cf6-8ff4-a78aa0691289 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab17127fc9dd4c639842f605d435f7cd&device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1129 time: 0.1167116 Apr 11 13:22:25.467576 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a5726-14d7-4ae0-9402-83d3a9d20417 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546154bd-a632-4a93-817b-53bb0bdfc39e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:25.472595 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f74a5726-14d7-4ae0-9402-83d3a9d20417 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.479438 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f74a5726-14d7-4ae0-9402-83d3a9d20417 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3791847 Apr 11 13:22:25.490536 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47520) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:25.496631 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-637c530c-78a6-4743-9adf-d14ff820ee87 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'security_group_rule': {'security_group_id': '546154bd-a632-4a93-817b-53bb0bdfc39e', 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:25.538157 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:22:25.546181 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:22:25.553844 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:22:25.559641 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=36a845df-4e04-494a-b9c8-09f6efe70991,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:25.602636 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-36cf9aab-2b70-4696-9773-1dbff5fb4836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:25.604921 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:25.605311 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-36cf9aab-2b70-4696-9773-1dbff5fb4836 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c HTTP/1.1" status: 200 len: 915 time: 0.1263788 Apr 11 13:22:25.611059 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-9a1f8db1-731c-4c45-a127-cea54dfd1c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:25.612567 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-9a1f8db1-731c-4c45-a127-cea54dfd1c95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 910 time: 0.2158895 Apr 11 13:22:25.629862 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:25.630562 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.660169 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-637c530c-78a6-4743-9adf-d14ff820ee87 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (e8584654-640a-402f-8d6b-69dfabb43c72), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.725093 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-637c530c-78a6-4743-9adf-d14ff820ee87 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (e8584654-640a-402f-8d6b-69dfabb43c72), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.761000 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d84b6ba7-492d-4045-a54a-7fdca666bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.768198 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-9fead979-aeec-41e9-8dcb-00fdd24bc6cf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9009950 Apr 11 13:22:25.839117 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-00bd7e8c-c407-431e-9954-74f46eeb14f2 None None] Provisioning complete for port 36a845df-4e04-494a-b9c8-09f6efe70991 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:22:25.839572 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-00bd7e8c-c407-431e-9954-74f46eeb14f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.840898 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-637c530c-78a6-4743-9adf-d14ff820ee87 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (e8584654-640a-402f-8d6b-69dfabb43c72), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.859947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c530c-78a6-4743-9adf-d14ff820ee87 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8584654-640a-402f-8d6b-69dfabb43c72,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:25.860146 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'fd2bf732-14fa-4fbe-9bb3-0734cee65b44', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'port_id': '1bb04627-4403-438c-82ea-573a7f936eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'mac_address': 'fa:16:3e:e0:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:23Z', 'updated_at': '2022-04-11T13:22:23Z', 'revision_number': 0, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 5, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:25.895204 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b790e8a-694b-44c8-b723-478a367fd4b6 None None] The sync data for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi is: [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'fd2bf732-14fa-4fbe-9bb3-0734cee65b44', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'port_id': '1bb04627-4403-438c-82ea-573a7f936eff', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'mac_address': 'fa:16:3e:e0:42:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:23Z', 'updated_at': '2022-04-11T13:22:23Z', 'revision_number': 0, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 5, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:22:25.898139 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-00bd7e8c-c407-431e-9954-74f46eeb14f2 None None] Port 36a845df-4e04-494a-b9c8-09f6efe70991 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:22:25.955271 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-637c530c-78a6-4743-9adf-d14ff820ee87 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:25.956469 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Request body: {'port': {'device_id': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:25.959711 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-637c530c-78a6-4743-9adf-d14ff820ee87 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4639258 Apr 11 13:22:25.961191 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47526) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:25.969996 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-aaf6a3a5-bd7e-4037-9d53-7aa38707b877 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'security_group_rule': {'security_group_id': '546154bd-a632-4a93-817b-53bb0bdfc39e', 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:26.003332 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-764adf3d-7e3e-418e-8948-ec90db5dd7db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 999 time: 0.1264536 Apr 11 13:22:26.040559 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-eece6a45-0eac-40df-bf85-5e9d4f139a7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e26de0be-ee50-45b6-bcf8-53029631691b HTTP/1.1" status: 200 len: 1000 time: 0.1635561 Apr 11 13:22:26.082561 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.084255 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-77c98f6c-09e8-4fc1-b7d0-ebe7ee372503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:26.089527 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-77c98f6c-09e8-4fc1-b7d0-ebe7ee372503 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89870a6c-292f-442f-8982-b2b680c8a89a HTTP/1.1" status: 200 len: 853 time: 0.0800788 Apr 11 13:22:26.093127 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a3a5-bd7e-4037-9d53-7aa38707b877 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (ddf19d96-b711-4970-a6ef-1546fcaf6d3d), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.134831 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-9b5d3dda-d8b9-476c-941a-19afa4a416c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:26.136325 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-9b5d3dda-d8b9-476c-941a-19afa4a416c2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 200 len: 848 time: 0.0900354 Apr 11 13:22:26.167739 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba493f99-a158-4408-9148-a4171b6f7086 None None] New status for floating IP fd2bf732-14fa-4fbe-9bb3-0734cee65b44: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:22:26.214620 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9069b-e27a-4e11-9bbb-8e481cc20de8 req-1aab05b5-7431-47af-8bcb-7fd469a6e650 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:26.216149 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7bf9069b-e27a-4e11-9bbb-8e481cc20de8 req-1aab05b5-7431-47af-8bcb-7fd469a6e650 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.1008577 Apr 11 13:22:26.219821 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-9d63fc33-9a35-48b7-8df0-276b77cdde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:26.221320 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-9d63fc33-9a35-48b7-8df0-276b77cdde25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1223595 Apr 11 13:22:26.243566 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-e0ef6234-f3fc-4be5-8d74-165d69023b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:26.245678 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-e0ef6234-f3fc-4be5-8d74-165d69023b62 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530d667c-2b84-4e74-b0c8-6f18245ef6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1015096 Apr 11 13:22:26.251635 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a3a5-bd7e-4037-9d53-7aa38707b877 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (ddf19d96-b711-4970-a6ef-1546fcaf6d3d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.320348 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a3a5-bd7e-4037-9d53-7aa38707b877 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (ddf19d96-b711-4970-a6ef-1546fcaf6d3d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.363763 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7bf9069b-e27a-4e11-9bbb-8e481cc20de8 req-2942274c-7fc8-4964-86f4-04da2f31b522 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340499 Apr 11 13:22:26.366538 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6a3a5-bd7e-4037-9d53-7aa38707b877 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf19d96-b711-4970-a6ef-1546fcaf6d3d,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:26.389751 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-a89a890f-5691-4646-803d-d9ae53170d68 service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611974 Apr 11 13:22:26.423267 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-9fdbe66a-b6be-41e4-8cda-f456f78040de service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704538 Apr 11 13:22:26.429929 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.509704 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-aaf6a3a5-bd7e-4037-9d53-7aa38707b877 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.511364 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-aaf6a3a5-bd7e-4037-9d53-7aa38707b877 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5483520 Apr 11 13:22:26.513805 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47534) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:26.518439 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-845b46f7-b61b-4a96-884e-410ea74724a2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'security_group_rule': {'security_group_id': '546154bd-a632-4a93-817b-53bb0bdfc39e', 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:26.525506 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c697c196-ab36-4d1a-b7e9-4653e14857a3 req-e6f23c1d-cfc4-4747-8603-b73d5106fa65 service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255727 Apr 11 13:22:26.578895 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fee39-200f-4aaa-be92-4200e9358b16 req-b2f34270-015e-4401-9557-1cd5804720bb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:26.580416 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f19fee39-200f-4aaa-be92-4200e9358b16 req-b2f34270-015e-4401-9557-1cd5804720bb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 932 time: 0.1184752 Apr 11 13:22:26.613142 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-845b46f7-b61b-4a96-884e-410ea74724a2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (faae4f17-8a15-47fa-b88e-538d44ee705c), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.630896 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a845df-4e04-494a-b9c8-09f6efe70991 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:22:26.652366 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Publish callbacks [] for port (36a845df-4e04-494a-b9c8-09f6efe70991), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.665939 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a532c75e-9f12-4a67-aa06-a357dbb86d05 req-8039bdb7-9454-4ade-add2-f5268abbfca0 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303276 Apr 11 13:22:26.679545 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-845b46f7-b61b-4a96-884e-410ea74724a2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (faae4f17-8a15-47fa-b88e-538d44ee705c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.682480 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Transition to ACTIVE for port object 36a845df-4e04-494a-b9c8-09f6efe70991 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:22:26.686828 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f19fee39-200f-4aaa-be92-4200e9358b16 req-21994b66-09f7-431b-a31c-03b1ab27c252 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996461 Apr 11 13:22:26.766664 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-845b46f7-b61b-4a96-884e-410ea74724a2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (faae4f17-8a15-47fa-b88e-538d44ee705c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.784533 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b46f7-b61b-4a96-884e-410ea74724a2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faae4f17-8a15-47fa-b88e-538d44ee705c,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:26.812236 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.870099 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Pushing event updated for resources: {'Port': ['ID=36a845df-4e04-494a-b9c8-09f6efe70991,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:26.928432 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-845b46f7-b61b-4a96-884e-410ea74724a2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:26.929908 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-845b46f7-b61b-4a96-884e-410ea74724a2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4149044 Apr 11 13:22:26.932403 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47536) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:26.938703 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-435a58e9-74ee-41f2-b5b7-b186d72189ef tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'security_group_rule': {'security_group_id': '546154bd-a632-4a93-817b-53bb0bdfc39e', 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:26.946989 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Attempting to bind port 36a845df-4e04-494a-b9c8-09f6efe70991 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:22:26.947334 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Attempting to bind port 36a845df-4e04-494a-b9c8-09f6efe70991 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:22:26.947763 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Attempting to bind port 36a845df-4e04-494a-b9c8-09f6efe70991 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:22:26.953060 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Port 36a845df-4e04-494a-b9c8-09f6efe70991 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:22:26.953707 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Attempting to bind port 36a845df-4e04-494a-b9c8-09f6efe70991 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:22:26.958945 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:22:26.959640 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Checking segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:22:26.959767 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Bound using segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:22:26.960166 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Bound port: 36a845df-4e04-494a-b9c8-09f6efe70991, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:22:26.960536 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.013303 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-435a58e9-74ee-41f2-b5b7-b186d72189ef tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (4f3fbbeb-f4cb-4977-a500-d290b9a3f3a3), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.035913 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] For port 36a845df-4e04-494a-b9c8-09f6efe70991, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:22:27.039752 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] For port 36a845df-4e04-494a-b9c8-09f6efe70991, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=36a845df-4e04-494a-b9c8-09f6efe70991,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:22:27.078433 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-435a58e9-74ee-41f2-b5b7-b186d72189ef tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (4f3fbbeb-f4cb-4977-a500-d290b9a3f3a3), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.138687 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.165869 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-435a58e9-74ee-41f2-b5b7-b186d72189ef tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (4f3fbbeb-f4cb-4977-a500-d290b9a3f3a3), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.177267 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:27.178237 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.180286 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] 10.222.0.50 "PUT /v2.0/ports/36a845df-4e04-494a-b9c8-09f6efe70991 HTTP/1.1" status: 200 len: 1094 time: 1.3020098 Apr 11 13:22:27.180869 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'tag': '36a845df-4e04-494a-b9c8-09f6efe70991'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:27.183325 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49acfa72-d82d-4adc-849f-a5f167ce84d9" -d '{"events": [{"name": "network-changed", "server_uuid": "433b7be9-9c1a-4a83-ab54-07b7b7af4948", "tag": "36a845df-4e04-494a-b9c8-09f6efe70991"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:27.187814 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a58e9-74ee-41f2-b5b7-b186d72189ef tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3fbbeb-f4cb-4977-a500-d290b9a3f3a3,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:27.218011 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98b921-0c03-4bba-be08-fe6f526fb21c service neutron] Pushing event updated for resources: {'Port': ['ID=36a845df-4e04-494a-b9c8-09f6efe70991,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:27.228401 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f56f643-19e2-4a06-8f83-21a6ed9b241f x-openstack-request-id: req-6f56f643-19e2-4a06-8f83-21a6ed9b241f {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:27.228698 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433b7be9-9c1a-4a83-ab54-07b7b7af4948", "tag": "36a845df-4e04-494a-b9c8-09f6efe70991", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:27.228955 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f56f643-19e2-4a06-8f83-21a6ed9b241f {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:27.229363 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f56f643-19e2-4a06-8f83-21a6ed9b241f'] response: {'name': 'network-changed', 'server_uuid': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'tag': '36a845df-4e04-494a-b9c8-09f6efe70991', 'status': 'completed', 'code': 200} Apr 11 13:22:27.283193 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-435a58e9-74ee-41f2-b5b7-b186d72189ef tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.284531 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-435a58e9-74ee-41f2-b5b7-b186d72189ef tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3503759 Apr 11 13:22:27.287223 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47540) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:27.291576 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-09eae25c-1663-4d8f-a5d1-afa36ff63eec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'security_group_rule': {'security_group_id': '546154bd-a632-4a93-817b-53bb0bdfc39e', 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:27.394585 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.securitygroups_db [None req-09eae25c-1663-4d8f-a5d1-afa36ff63eec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Project ab17127fc9dd4c639842f605d435f7cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:22:27.400435 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09eae25c-1663-4d8f-a5d1-afa36ff63eec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (5a05fab7-a022-405e-b3f0-cf0eb404acb0), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.465522 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09eae25c-1663-4d8f-a5d1-afa36ff63eec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (5a05fab7-a022-405e-b3f0-cf0eb404acb0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.510079 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33bd0dc-6fd4-4f53-8760-94c61dc67da8 req-8fc07cc6-f65d-4106-a398-2f8e3bea843c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:27.511847 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c33bd0dc-6fd4-4f53-8760-94c61dc67da8 req-8fc07cc6-f65d-4106-a398-2f8e3bea843c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0515687 Apr 11 13:22:27.565745 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c33bd0dc-6fd4-4f53-8760-94c61dc67da8 req-f5e3c410-e624-4099-a1ae-aa76b2adcdfd tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482283 Apr 11 13:22:27.579928 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09eae25c-1663-4d8f-a5d1-afa36ff63eec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (5a05fab7-a022-405e-b3f0-cf0eb404acb0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.608953 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eae25c-1663-4d8f-a5d1-afa36ff63eec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a05fab7-a022-405e-b3f0-cf0eb404acb0,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:27.672391 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-09eae25c-1663-4d8f-a5d1-afa36ff63eec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.673630 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-09eae25c-1663-4d8f-a5d1-afa36ff63eec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3854764 Apr 11 13:22:27.676985 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47544) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:27.681469 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-eeb1fede-050c-4248-9b50-b90544c23206 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'security_group_rule': {'security_group_id': '546154bd-a632-4a93-817b-53bb0bdfc39e', 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:27.709129 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acfa72-d82d-4adc-849f-a5f167ce84d9 req-0b97b761-d352-46d1-8209-22ccf777d96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:27.710705 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49acfa72-d82d-4adc-849f-a5f167ce84d9 req-0b97b761-d352-46d1-8209-22ccf777d96a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 1128 time: 0.0471046 Apr 11 13:22:27.794259 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.securitygroups_db [None req-eeb1fede-050c-4248-9b50-b90544c23206 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Project ab17127fc9dd4c639842f605d435f7cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:22:27.805603 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fede-050c-4248-9b50-b90544c23206 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (a09f7e14-66ce-43bc-b854-c26b8f3577a6), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:27.823293 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acfa72-d82d-4adc-849f-a5f167ce84d9 req-05d198ad-382e-47ed-b4db-a435b99f084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:27.824773 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49acfa72-d82d-4adc-849f-a5f167ce84d9 req-05d198ad-382e-47ed-b4db-a435b99f084e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=70f9bb59f05040b99068fef7330a756a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1022706 Apr 11 13:22:27.829036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fa10b-216f-47b3-8c7c-4a8958c02861 req-92a620a5-74d7-4ab0-9053-939a6421eae1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:27.830549 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5e3fa10b-216f-47b3-8c7c-4a8958c02861 req-92a620a5-74d7-4ab0-9053-939a6421eae1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 944 time: 0.0657325 Apr 11 13:22:27.947592 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acfa72-d82d-4adc-849f-a5f167ce84d9 req-0534637a-3942-4ca5-8972-22408ab19519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:27.949012 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49acfa72-d82d-4adc-849f-a5f167ce84d9 req-0534637a-3942-4ca5-8972-22408ab19519 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154730 Apr 11 13:22:27.995660 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:28.028033 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-c61c950f-fef2-4c32-b7a3-5d854fe09b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:28.030709 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-c61c950f-fef2-4c32-b7a3-5d854fe09b50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 1128 time: 0.0434990 Apr 11 13:22:28.080020 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-4b073789-c572-4dea-a783-7c1116577e6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36a845df-4e04-494a-b9c8-09f6efe70991 HTTP/1.1" status: 200 len: 217 time: 0.0403967 Apr 11 13:22:28.129280 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-b2a06499-2369-4d7a-9a0b-a03db6e377db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:28.130830 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-b2a06499-2369-4d7a-9a0b-a03db6e377db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.0448110 Apr 11 13:22:28.146042 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fede-050c-4248-9b50-b90544c23206 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (a09f7e14-66ce-43bc-b854-c26b8f3577a6), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:28.151482 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5e3fa10b-216f-47b3-8c7c-4a8958c02861 req-7342cce0-5747-4c4b-b8e1-c71bf9255d4d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3126132 Apr 11 13:22:28.176937 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-eec18c6e-becd-417e-ba8a-a3b8045f4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:28.178479 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-eec18c6e-becd-417e-ba8a-a3b8045f4232 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412862 Apr 11 13:22:28.240854 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fede-050c-4248-9b50-b90544c23206 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (a09f7e14-66ce-43bc-b854-c26b8f3577a6), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:28.260591 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1fede-050c-4248-9b50-b90544c23206 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09f7e14-66ce-43bc-b854-c26b8f3577a6,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:28.276720 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-6922c1a3-833c-4535-b965-ec07034054ca service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894239 Apr 11 13:22:28.329229 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-eeb1fede-050c-4248-9b50-b90544c23206 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:28.333371 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-eeb1fede-050c-4248-9b50-b90544c23206 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6524916 Apr 11 13:22:28.395362 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c26d5883-b1b3-4a3f-ada9-3b39af5925d4 req-d2fd1fef-4eab-4c2f-b8ba-eac03aaf2700 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111386 Apr 11 13:22:28.435917 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-cb854e38-4771-434a-8768-3c386621ec98 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225155875&fields=id&tenant_id=ab17127fc9dd4c639842f605d435f7cd HTTP/1.1" status: 200 len: 267 time: 0.0558119 Apr 11 13:22:28.492246 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-c4e20ab3-d4b1-4da1-b174-5bbf9710dd1d tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:28.493665 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-c4e20ab3-d4b1-4da1-b174-5bbf9710dd1d tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0521271 Apr 11 13:22:28.505374 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'port': {'security_groups': ['f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3', '546154bd-a632-4a93-817b-53bb0bdfc39e']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:28.583431 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1bb04627-4403-438c-82ea-573a7f936eff), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:28.693991 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cbee9f-bbdd-4358-90a8-fd16bdb3669a req-4e10a62c-576b-4128-b42d-4a343e9c8590 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:28.696191 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-87cbee9f-bbdd-4358-90a8-fd16bdb3669a req-4e10a62c-576b-4128-b42d-4a343e9c8590 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0496571 Apr 11 13:22:28.749188 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-87cbee9f-bbdd-4358-90a8-fd16bdb3669a req-7895e402-7b76-4b83-a760-a9a8a1cf368e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473027 Apr 11 13:22:28.817264 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] For port 1bb04627-4403-438c-82ea-573a7f936eff, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1bb04627-4403-438c-82ea-573a7f936eff,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:28.847732 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for port (1bb04627-4403-438c-82ea-573a7f936eff), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:28.915001 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (1bb04627-4403-438c-82ea-573a7f936eff), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:28.929624 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1bb04627-4403-438c-82ea-573a7f936eff'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:22:28.963106 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:28.966858 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:28.968305 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9e0088ee-0615-44f4-a607-7a0d2d165a78 req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "PUT /v2.0/ports/1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 981 time: 0.4677954 Apr 11 13:22:28.991048 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77217b7-0d02-4a74-a7a8-bfc24e13f89b tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'Port': ['ID=1bb04627-4403-438c-82ea-573a7f936eff,revision_number=6']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:29.086183 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3b0ed-d52c-46eb-81da-5ab59ce5f4ea req-96f64ffd-2a0f-40ee-bd79-0215dbdcec6f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:29.088489 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6eb3b0ed-d52c-46eb-81da-5ab59ce5f4ea req-96f64ffd-2a0f-40ee-bd79-0215dbdcec6f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0576735 Apr 11 13:22:29.111449 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1bb04627-4403-438c-82ea-573a7f936eff'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:22:29.162844 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6eb3b0ed-d52c-46eb-81da-5ab59ce5f4ea req-1ba052b5-e72e-40cd-9458-4f3dd8914702 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673347 Apr 11 13:22:29.230351 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:29.232768 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af5aec-9497-46c7-a6c0-119b7b7615f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:29.281255 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f6b6af-a327-4651-bebd-e77611d07f8e x-openstack-request-id: req-00f6b6af-a327-4651-bebd-e77611d07f8e {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:29.281552 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:29.281810 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-00f6b6af-a327-4651-bebd-e77611d07f8e {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:29.282243 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f6b6af-a327-4651-bebd-e77611d07f8e'] response: {'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff', 'status': 'completed', 'code': 200} Apr 11 13:22:29.300673 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761307b1-85ed-47a1-ba4a-dc40837277e1 req-5b6d832f-8873-4855-aa0f-b7c1573bf464 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:29.302236 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761307b1-85ed-47a1-ba4a-dc40837277e1 req-5b6d832f-8873-4855-aa0f-b7c1573bf464 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 944 time: 0.0664251 Apr 11 13:22:29.310766 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-de72b9d3-b997-4ee5-823b-d18aaceb0f0e None None] Provisioning complete for port 1bb04627-4403-438c-82ea-573a7f936eff triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:22:29.311135 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-de72b9d3-b997-4ee5-823b-d18aaceb0f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1bb04627-4403-438c-82ea-573a7f936eff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:29.353218 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761307b1-85ed-47a1-ba4a-dc40837277e1 req-88082d64-dc8a-438b-8da5-6a17dce85049 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450859 Apr 11 13:22:29.553542 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-de72b9d3-b997-4ee5-823b-d18aaceb0f0e None None] Current status of the port 1bb04627-4403-438c-82ea-573a7f936eff is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:29.599752 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-d270dc6d-0d3d-4781-a960-c080e0b95a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:29.601559 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-d270dc6d-0d3d-4781-a960-c080e0b95a87 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab17127fc9dd4c639842f605d435f7cd&device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1168 time: 0.0406826 Apr 11 13:22:29.612536 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:29.703639 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-8a5ac200-55cb-4f94-93b2-0c6f58ce83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:29.705120 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-8a5ac200-55cb-4f94-93b2-0c6f58ce83c8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c HTTP/1.1" status: 200 len: 915 time: 0.0970933 Apr 11 13:22:29.774351 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-8a948487-06b0-4e64-b675-b19fc380feec service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 1001 time: 0.0612974 Apr 11 13:22:29.822036 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-fbed668f-1aab-4dff-9e40-73f0076ad800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:29.823434 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-fbed668f-1aab-4dff-9e40-73f0076ad800 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89870a6c-292f-442f-8982-b2b680c8a89a HTTP/1.1" status: 200 len: 853 time: 0.0430295 Apr 11 13:22:29.870401 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-c246ccb3-7c08-4d00-98b0-f83109713928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:29.872471 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-c246ccb3-7c08-4d00-98b0-f83109713928 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418220 Apr 11 13:22:29.964295 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-e3058a43-c298-40f9-a70e-92f62e76dd6e service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845208 Apr 11 13:22:30.063493 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91af5aec-9497-46c7-a6c0-119b7b7615f8 req-039e7cd4-10d1-463f-b023-313e7e9f8cb9 service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911899 Apr 11 13:22:30.472310 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e7ace6-62f3-4061-a8c5-84d66a37e222 req-926cda34-d606-4877-abb9-173b6e41d83e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:30.473810 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a8e7ace6-62f3-4061-a8c5-84d66a37e222 req-926cda34-d606-4877-abb9-173b6e41d83e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 944 time: 0.0483742 Apr 11 13:22:30.520884 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a8e7ace6-62f3-4061-a8c5-84d66a37e222 req-513a854f-5d31-4bbc-8030-051acf522a02 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414290 Apr 11 13:22:31.640241 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d496d3-8efb-4f5c-900e-50f64b63dd24 req-30a46265-7340-4978-9d23-99f130ba67b0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:31.641726 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98d496d3-8efb-4f5c-900e-50f64b63dd24 req-30a46265-7340-4978-9d23-99f130ba67b0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 944 time: 0.0496099 Apr 11 13:22:31.691374 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98d496d3-8efb-4f5c-900e-50f64b63dd24 req-4562ecd1-d7dc-432a-91aa-6c14053ee649 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439870 Apr 11 13:22:31.804284 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 36a845df-4e04-494a-b9c8-09f6efe70991 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:22:31.905057 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 36a845df-4e04-494a-b9c8-09f6efe70991, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=36a845df-4e04-494a-b9c8-09f6efe70991,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:31.915914 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '36a845df-4e04-494a-b9c8-09f6efe70991', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'port_id': '36a845df-4e04-494a-b9c8-09f6efe70991', 'mac_address': 'fa:16:3e:83:db:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:22:31.952692 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 36a845df-4e04-494a-b9c8-09f6efe70991 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:31.953080 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:31.966147 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a845df-4e04-494a-b9c8-09f6efe70991 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:22:31.991474 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 36a845df-4e04-494a-b9c8-09f6efe70991, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=36a845df-4e04-494a-b9c8-09f6efe70991,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:32.064120 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:32.112788 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=36a845df-4e04-494a-b9c8-09f6efe70991,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:32.374661 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['36a845df-4e04-494a-b9c8-09f6efe70991'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:22:32.809570 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce9a51c-cca4-4b87-9810-58a74bdcf3a4 req-6e8ad36f-b215-49e2-aed0-c6106419dfaf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:32.811097 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6ce9a51c-cca4-4b87-9810-58a74bdcf3a4 req-6e8ad36f-b215-49e2-aed0-c6106419dfaf tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 945 time: 0.0521722 Apr 11 13:22:32.858397 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6ce9a51c-cca4-4b87-9810-58a74bdcf3a4 req-099e492b-de2f-4aba-9ca7-760be3bda057 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411193 Apr 11 13:22:33.818827 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 36a845df-4e04-494a-b9c8-09f6efe70991 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:22:33.865923 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 36a845df-4e04-494a-b9c8-09f6efe70991 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:22:33.949649 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 36a845df-4e04-494a-b9c8-09f6efe70991 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:22:33.950026 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:33.981416 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6c2f8-de79-4852-9359-a48d7024588c req-62e7e62b-2594-4b87-a815-4738ae6eaa0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:33.983105 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a8e6c2f8-de79-4852-9359-a48d7024588c req-62e7e62b-2594-4b87-a815-4738ae6eaa0c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 945 time: 0.0509520 Apr 11 13:22:34.035228 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 36a845df-4e04-494a-b9c8-09f6efe70991 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:22:34.035854 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:34.040650 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a8e6c2f8-de79-4852-9359-a48d7024588c req-9f0032a7-c3db-4df1-9fa9-7697d374f5d3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508351 Apr 11 13:22:34.061893 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a845df-4e04-494a-b9c8-09f6efe70991'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:34.065005 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0a6c25-572f-490c-a328-54cde4d3ef76" -d '{"events": [{"server_uuid": "433b7be9-9c1a-4a83-ab54-07b7b7af4948", "name": "network-vif-plugged", "status": "completed", "tag": "36a845df-4e04-494a-b9c8-09f6efe70991"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:34.082209 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 36a845df-4e04-494a-b9c8-09f6efe70991, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=36a845df-4e04-494a-b9c8-09f6efe70991,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:22:34.104408 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e644a0-b73e-4742-9642-e1b733db1a1f x-openstack-request-id: req-07e644a0-b73e-4742-9642-e1b733db1a1f {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:34.104728 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b7be9-9c1a-4a83-ab54-07b7b7af4948", "name": "network-vif-plugged", "status": "completed", "tag": "36a845df-4e04-494a-b9c8-09f6efe70991", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:34.105006 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-07e644a0-b73e-4742-9642-e1b733db1a1f {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:34.105407 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e644a0-b73e-4742-9642-e1b733db1a1f'] response: {'server_uuid': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a845df-4e04-494a-b9c8-09f6efe70991', 'code': 200} Apr 11 13:22:34.172241 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:34.221749 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=36a845df-4e04-494a-b9c8-09f6efe70991,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:22:34.457974 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea05758-dee8-4280-a464-eeea8fa2f14f req-32c659fb-0b02-4f49-b7c2-9fb52e2679a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:34.459490 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6ea05758-dee8-4280-a464-eeea8fa2f14f req-32c659fb-0b02-4f49-b7c2-9fb52e2679a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 1130 time: 0.0379679 Apr 11 13:22:34.503604 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6ea05758-dee8-4280-a464-eeea8fa2f14f req-99af7596-fc65-4ab7-b7fa-c0f7bdc10e23 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379214 Apr 11 13:22:35.153304 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d867571-5284-4ee4-a1a5-635cefed325f req-ebfad19b-8715-47b4-83a0-9760de89a7b8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:35.154757 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8d867571-5284-4ee4-a1a5-635cefed325f req-ebfad19b-8715-47b4-83a0-9760de89a7b8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 946 time: 0.0480573 Apr 11 13:22:35.201094 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8d867571-5284-4ee4-a1a5-635cefed325f req-fe65d047-cfb5-4bbb-995f-39037559f83b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401371 Apr 11 13:22:36.316132 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928de62-0d68-4fb8-979f-904c7ff1a648 req-373cc7bc-0994-4def-a156-d617e424ced1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:36.317612 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9928de62-0d68-4fb8-979f-904c7ff1a648 req-373cc7bc-0994-4def-a156-d617e424ced1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 946 time: 0.0462830 Apr 11 13:22:36.366129 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9928de62-0d68-4fb8-979f-904c7ff1a648 req-f92feded-ee8a-4c97-97c3-6ea3dd9099e1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429361 Apr 11 13:22:37.494639 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212ffb0-53e5-408c-b5a9-5e5ff3604dd0 req-28d34699-61d1-4615-bcaf-e531009d7be5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:37.497254 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1212ffb0-53e5-408c-b5a9-5e5ff3604dd0 req-28d34699-61d1-4615-bcaf-e531009d7be5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 946 time: 0.0605586 Apr 11 13:22:37.551855 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1212ffb0-53e5-408c-b5a9-5e5ff3604dd0 req-ab5af4f2-12f7-4675-b006-8985ec0f0b3d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483816 Apr 11 13:22:37.671995 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75feab1-ea53-47c2-9f2a-230225a3b6d4 req-96375640-042a-421e-8668-a97c6e6ea76d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:37.671995 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e75feab1-ea53-47c2-9f2a-230225a3b6d4 req-96375640-042a-421e-8668-a97c6e6ea76d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 946 time: 0.0504382 Apr 11 13:22:37.682372 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47588) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:22:37.686905 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'floatingip': {'port_id': '36a845df-4e04-494a-b9c8-09f6efe70991'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:22:37.733976 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (f7951baf-53a6-427a-9c9d-a2c4fc028daf), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:38.195709 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:38.252723 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (f7951baf-53a6-427a-9c9d-a2c4fc028daf), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:38.356024 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Floating IP f7951baf-53a6-427a-9c9d-a2c4fc028daf associated. External IP: 172.27.3.212, port: 36a845df-4e04-494a-b9c8-09f6efe70991. Apr 11 13:22:38.566432 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:22:38.676829 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:22:38.681698 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:38.686080 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:22:38.697158 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:38.697777 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:22:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:38.712490 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5686c5c1-da58-476a-857b-4466990036c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "PUT /v2.0/floatingips/f7951baf-53a6-427a-9c9d-a2c4fc028daf HTTP/1.1" status: 200 len: 992 time: 1.0290182 Apr 11 13:22:38.713080 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'tag': '36a845df-4e04-494a-b9c8-09f6efe70991'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:22:38.715396 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39523c5-f712-427c-b694-f27aa4a739bc" -d '{"events": [{"name": "network-changed", "server_uuid": "433b7be9-9c1a-4a83-ab54-07b7b7af4948", "tag": "36a845df-4e04-494a-b9c8-09f6efe70991"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:22:38.753144 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c57ec88-7ec2-4278-85c3-45c0e684e085 x-openstack-request-id: req-9c57ec88-7ec2-4278-85c3-45c0e684e085 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:22:38.753461 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "433b7be9-9c1a-4a83-ab54-07b7b7af4948", "tag": "36a845df-4e04-494a-b9c8-09f6efe70991", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:22:38.753780 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c57ec88-7ec2-4278-85c3-45c0e684e085 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:22:38.754239 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c57ec88-7ec2-4278-85c3-45c0e684e085'] response: {'name': 'network-changed', 'server_uuid': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'tag': '36a845df-4e04-494a-b9c8-09f6efe70991', 'status': 'completed', 'code': 200} Apr 11 13:22:38.817742 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:38.821061 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39523c5-f712-427c-b694-f27aa4a739bc req-c4e6125f-299b-4912-a056-36dd2810bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:38.822630 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a39523c5-f712-427c-b694-f27aa4a739bc req-c4e6125f-299b-4912-a056-36dd2810bda9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 1130 time: 0.0433969 Apr 11 13:22:38.925130 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39523c5-f712-427c-b694-f27aa4a739bc req-e5dd5fef-c1e0-44b7-8427-2d11c7fb2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:38.926962 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a39523c5-f712-427c-b694-f27aa4a739bc req-e5dd5fef-c1e0-44b7-8427-2d11c7fb2cdc service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 915 time: 0.0959861 Apr 11 13:22:38.995119 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a39523c5-f712-427c-b694-f27aa4a739bc req-c140791d-6fd9-4615-94eb-611da453ec5f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36a845df-4e04-494a-b9c8-09f6efe70991 HTTP/1.1" status: 200 len: 1000 time: 0.0589671 Apr 11 13:22:39.042610 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'f7951baf-53a6-427a-9c9d-a2c4fc028daf', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': '36a845df-4e04-494a-b9c8-09f6efe70991', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:83:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:20Z', 'updated_at': '2022-04-11T13:22:38Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:39.043043 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39523c5-f712-427c-b694-f27aa4a739bc req-a1318680-3931-4454-821a-311474087427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:39.044493 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a39523c5-f712-427c-b694-f27aa4a739bc req-a1318680-3931-4454-821a-311474087427 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.0430133 Apr 11 13:22:39.098271 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39523c5-f712-427c-b694-f27aa4a739bc req-67d512b0-0e91-46db-8c50-5ca77077fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:39.100195 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a39523c5-f712-427c-b694-f27aa4a739bc req-67d512b0-0e91-46db-8c50-5ca77077fc54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455663 Apr 11 13:22:39.165630 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:22:39.174592 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:22:39.175200 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:22:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:39.199196 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a39523c5-f712-427c-b694-f27aa4a739bc req-50b6d6ed-aa12-402c-8a8a-a29c0d91cd91 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847108 Apr 11 13:22:39.283834 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:22:39.291133 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a39523c5-f712-427c-b694-f27aa4a739bc req-4808a119-0f1e-4282-8920-711ec027287f service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858126 Apr 11 13:22:39.368191 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:22:39.505098 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'f7951baf-53a6-427a-9c9d-a2c4fc028daf', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': '36a845df-4e04-494a-b9c8-09f6efe70991', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:83:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:20Z', 'updated_at': '2022-04-11T13:22:38Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:22:39.535046 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26249b8e-5d7a-441a-81e5-b8626f196f9e None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'f7951baf-53a6-427a-9c9d-a2c4fc028daf', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': '36a845df-4e04-494a-b9c8-09f6efe70991', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:83:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:22:20Z', 'updated_at': '2022-04-11T13:22:38Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:22:39.720513 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683a7f-0baf-463c-8705-20409cffe9ff None None] New status for floating IP f7951baf-53a6-427a-9c9d-a2c4fc028daf: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:22:52.382192 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501259c-f9cc-498c-90c7-abdfb703ff3d req-fae766da-b9b6-4a8b-8408-fe249e311697 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:52.383777 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c501259c-f9cc-498c-90c7-abdfb703ff3d req-fae766da-b9b6-4a8b-8408-fe249e311697 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0495129 Apr 11 13:22:52.448409 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c501259c-f9cc-498c-90c7-abdfb703ff3d req-47c93547-28f7-49d8-9013-a01e75f584e2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586386 Apr 11 13:22:52.555148 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:52.618921 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-9656078e-3cb5-4088-bbe8-aaa08ddf7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:52.620423 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-9656078e-3cb5-4088-bbe8-aaa08ddf7fec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab17127fc9dd4c639842f605d435f7cd&device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1168 time: 0.0414290 Apr 11 13:22:52.716174 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-17b6318f-031c-4d70-a2d6-6f07d6212934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:52.717636 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-17b6318f-031c-4d70-a2d6-6f07d6212934 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c HTTP/1.1" status: 200 len: 915 time: 0.0887001 Apr 11 13:22:52.789146 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-6a1aee0d-d5aa-4770-8c68-d2b5ee875daf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 1001 time: 0.0611970 Apr 11 13:22:52.844729 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-f24f9be1-e711-4ca3-b30f-10d57a7fa7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:52.846124 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-f24f9be1-e711-4ca3-b30f-10d57a7fa7f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89870a6c-292f-442f-8982-b2b680c8a89a HTTP/1.1" status: 200 len: 853 time: 0.0481851 Apr 11 13:22:52.896058 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-68ef60df-ed5e-43d8-8b2b-adf90100ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:52.901357 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-68ef60df-ed5e-43d8-8b2b-adf90100ac5d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403874 Apr 11 13:22:52.989634 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-b2349dc6-2972-4b87-9e31-c7414878084f service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839694 Apr 11 13:22:53.086067 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf5a4b75-8e3d-42e2-a9d8-72bc5e4a30d2 req-00a9e79d-5c50-4f15-8c22-7fc82b3c0061 service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889969 Apr 11 13:22:53.171993 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a87504dd-cda1-463d-bd79-8700d825ec8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:53.573355 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31707730-cee4-4b40-826f-bd9870e42a98 req-6114ba01-ac20-4369-9830-c3985cc9f9b3 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:53.574888 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31707730-cee4-4b40-826f-bd9870e42a98 req-6114ba01-ac20-4369-9830-c3985cc9f9b3 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0517344 Apr 11 13:22:53.636530 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31707730-cee4-4b40-826f-bd9870e42a98 req-9e79bce3-2f3e-45e3-9408-0b31c4021b98 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558269 Apr 11 13:22:54.756329 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd13923-4a52-4a1c-ab13-4a1061262700 req-161d032e-86ee-4e51-8ff6-3c0663d60794 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:54.757818 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1bd13923-4a52-4a1c-ab13-4a1061262700 req-161d032e-86ee-4e51-8ff6-3c0663d60794 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0481870 Apr 11 13:22:54.818437 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1bd13923-4a52-4a1c-ab13-4a1061262700 req-1b274bec-13db-49d0-b062-52b0d2a3e244 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548925 Apr 11 13:22:55.732023 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-18bcfb54-4ec3-47b5-8eff-b4fca9ac2afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:55.934498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1354d-4b34-43e2-a652-d8233789dbfe req-4454de67-ec7b-4749-8972-f37c0f13372d tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:55.935958 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1ac1354d-4b34-43e2-a652-d8233789dbfe req-4454de67-ec7b-4749-8972-f37c0f13372d tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0479798 Apr 11 13:22:56.001720 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1ac1354d-4b34-43e2-a652-d8233789dbfe req-bba11ba4-3cbc-4e50-9afa-8a71ce039a10 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588176 Apr 11 13:22:56.385628 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:57.121113 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c3106-b392-4925-8d23-362577cc29eb req-4a96ceae-54be-4ab3-8f2a-b4aa51862915 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:57.122599 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-667c3106-b392-4925-8d23-362577cc29eb req-4a96ceae-54be-4ab3-8f2a-b4aa51862915 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0520771 Apr 11 13:22:57.183860 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-667c3106-b392-4925-8d23-362577cc29eb req-e5952e32-ca16-4924-a4dd-b309be0c2e85 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549765 Apr 11 13:22:57.960272 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:58.303973 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ec4b1-79be-4b70-a438-139d6d334dc7 req-afb11710-7212-448c-8096-ef8d79ccc907 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:58.305477 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c5ec4b1-79be-4b70-a438-139d6d334dc7 req-afb11710-7212-448c-8096-ef8d79ccc907 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0542471 Apr 11 13:22:58.368737 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c5ec4b1-79be-4b70-a438-139d6d334dc7 req-1ec29956-e64b-4dfe-8632-8d20272c1b05 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573449 Apr 11 13:22:59.486412 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830ab3c-77d2-4369-b50a-55d578b4beb8 req-84267301-3708-45eb-8055-ef1b8cd9a24a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:22:59.487994 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6830ab3c-77d2-4369-b50a-55d578b4beb8 req-84267301-3708-45eb-8055-ef1b8cd9a24a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0490017 Apr 11 13:22:59.549042 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:22:59.549811 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6830ab3c-77d2-4369-b50a-55d578b4beb8 req-630fe7be-9d49-468f-b0b0-bdc198a28a70 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559924 Apr 11 13:23:00.674019 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eaff77-de12-461a-b544-18ca6784b8f0 req-772e793b-0015-40b6-af2a-6a836eef2a70 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:00.675593 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a7eaff77-de12-461a-b544-18ca6784b8f0 req-772e793b-0015-40b6-af2a-6a836eef2a70 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0558083 Apr 11 13:23:00.737194 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a7eaff77-de12-461a-b544-18ca6784b8f0 req-6c3505bc-7776-481c-9ee0-4c15a5321dbb tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557625 Apr 11 13:23:01.856159 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b1392-4600-46ee-a3a5-0ed2a14f2b39 req-edd32717-660c-4447-9379-fc9af5392aa2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:01.857671 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-694b1392-4600-46ee-a3a5-0ed2a14f2b39 req-edd32717-660c-4447-9379-fc9af5392aa2 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0487173 Apr 11 13:23:01.921418 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-694b1392-4600-46ee-a3a5-0ed2a14f2b39 req-d9bb6907-116f-47b4-905b-a15a298b4644 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576930 Apr 11 13:23:03.037016 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204c605-136c-4125-bd6a-c3ee26dd4ab2 req-6ea50fa8-4630-43c6-a42c-fb31d9518e2d tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:03.038572 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7204c605-136c-4125-bd6a-c3ee26dd4ab2 req-6ea50fa8-4630-43c6-a42c-fb31d9518e2d tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0482130 Apr 11 13:23:03.100145 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7204c605-136c-4125-bd6a-c3ee26dd4ab2 req-ced0de74-1229-43c1-acc9-7b68ed191f50 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558732 Apr 11 13:23:04.214848 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759938b-24b1-4aed-b109-e163158c957b req-cf305f5e-46da-43bf-b860-fee5b27c2134 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:04.216347 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e759938b-24b1-4aed-b109-e163158c957b req-cf305f5e-46da-43bf-b860-fee5b27c2134 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0483925 Apr 11 13:23:04.282459 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e759938b-24b1-4aed-b109-e163158c957b req-20b6c2b4-f93c-446d-8343-01878f350a73 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601261 Apr 11 13:23:05.402453 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc33a-d11d-44e3-9d53-f668c908267e req-07a01556-dd43-479f-a362-936c8414d4e5 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:05.403996 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce8fc33a-d11d-44e3-9d53-f668c908267e req-07a01556-dd43-479f-a362-936c8414d4e5 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0519557 Apr 11 13:23:05.469817 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce8fc33a-d11d-44e3-9d53-f668c908267e req-346a00a6-3702-4725-bdf1-b340ee7a7576 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586812 Apr 11 13:23:06.596983 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2655f-cb3f-4f48-9cb3-cf79912d8879 req-c91aabc6-098f-4e98-9909-6762e7c27d24 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:06.598561 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c0e2655f-cb3f-4f48-9cb3-cf79912d8879 req-c91aabc6-098f-4e98-9909-6762e7c27d24 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0575726 Apr 11 13:23:06.667237 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c0e2655f-cb3f-4f48-9cb3-cf79912d8879 req-9abc8ce6-1a57-4036-8478-ac203c423ab1 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598056 Apr 11 13:23:07.796034 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2e9a0-5cef-4065-abe0-fec4e1d5f778 req-93c5c991-ea0d-4ec9-a6e1-913ee877911a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:07.797590 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-07a2e9a0-5cef-4065-abe0-fec4e1d5f778 req-93c5c991-ea0d-4ec9-a6e1-913ee877911a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0548797 Apr 11 13:23:07.876221 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-07a2e9a0-5cef-4065-abe0-fec4e1d5f778 req-bb568bf2-2e29-4681-a28c-fc6dc41f363e tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672648 Apr 11 13:23:08.327646 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aeae10-2128-427b-845b-d575a144b3b9 req-2e798ae8-aeb0-4936-9b6c-5c273b9fb2cb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:08.329145 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c5aeae10-2128-427b-845b-d575a144b3b9 req-2e798ae8-aeb0-4936-9b6c-5c273b9fb2cb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0632293 Apr 11 13:23:08.374803 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35a825-39bd-421b-b022-0642044ef0b1 req-2c276d1b-98da-497d-bc2b-753050b35b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:08.376305 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db35a825-39bd-421b-b022-0642044ef0b1 req-2c276d1b-98da-497d-bc2b-753050b35b5f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1130 time: 0.0648015 Apr 11 13:23:08.664341 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c5aeae10-2128-427b-845b-d575a144b3b9 req-df2c016d-b19b-41d5-91bc-13e289c5cfd7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192503 Apr 11 13:23:08.722481 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35a825-39bd-421b-b022-0642044ef0b1 req-74bbe8ab-6f40-4ee4-8665-21e52942c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:08.723944 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db35a825-39bd-421b-b022-0642044ef0b1 req-74bbe8ab-6f40-4ee4-8665-21e52942c977 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.3374062 Apr 11 13:23:08.852616 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db35a825-39bd-421b-b022-0642044ef0b1 req-192a7482-f3ad-4e9b-a0ec-54f88825edb3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 200 len: 1001 time: 0.0679154 Apr 11 13:23:08.911527 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35a825-39bd-421b-b022-0642044ef0b1 req-e1d4989f-61dc-4bd0-986e-239246ac6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:08.913102 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db35a825-39bd-421b-b022-0642044ef0b1 req-e1d4989f-61dc-4bd0-986e-239246ac6f10 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0472503 Apr 11 13:23:08.959903 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db35a825-39bd-421b-b022-0642044ef0b1 req-2bd4a3db-1a11-4992-b19d-ab8480545ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:08.961399 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db35a825-39bd-421b-b022-0642044ef0b1 req-2bd4a3db-1a11-4992-b19d-ab8480545ce2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410626 Apr 11 13:23:08.997670 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea17f3a-f328-402c-b680-fc2f93c6d730 req-183b4954-db07-4e59-ac0c-ef16b8abb25a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:08.999256 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dea17f3a-f328-402c-b680-fc2f93c6d730 req-183b4954-db07-4e59-ac0c-ef16b8abb25a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0503564 Apr 11 13:23:09.066142 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dea17f3a-f328-402c-b680-fc2f93c6d730 req-8ee3dd98-467b-4c9b-bd02-7306dba5bffb tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601377 Apr 11 13:23:09.067699 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db35a825-39bd-421b-b022-0642044ef0b1 req-4ce3c9c4-ecab-478f-ab90-3cc0dfde5300 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909896 Apr 11 13:23:09.170089 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-db35a825-39bd-421b-b022-0642044ef0b1 req-26e0abdd-0011-401b-ad45-62e96a53044a service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923398 Apr 11 13:23:09.789002 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292c849-7e15-4583-bc3a-2f68b60f24de req-3af69e6d-e426-472f-83ea-3fe37efa6516 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:09.790537 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6292c849-7e15-4583-bc3a-2f68b60f24de req-3af69e6d-e426-472f-83ea-3fe37efa6516 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0542634 Apr 11 13:23:09.842742 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6292c849-7e15-4583-bc3a-2f68b60f24de req-f0730cfa-d778-4ad0-8207-deb6747d2ced tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462713 Apr 11 13:23:10.189190 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe3b5c-6427-4947-b003-a9e68ddb953b req-991597a4-fa25-40cc-b419-3aa6c0869201 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:10.191310 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cdbe3b5c-6427-4947-b003-a9e68ddb953b req-991597a4-fa25-40cc-b419-3aa6c0869201 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0540895 Apr 11 13:23:10.252388 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cdbe3b5c-6427-4947-b003-a9e68ddb953b req-516d3dc0-5fac-4191-9795-77e8c863a80e tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&id=546154bd-a632-4a93-817b-53bb0bdfc39e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553842 Apr 11 13:23:10.960920 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba0660-59c5-471c-9743-43b9f329edb9 req-6c76a1cd-e2c7-4e8f-9059-070530eeb52f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:10.962467 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a7ba0660-59c5-471c-9743-43b9f329edb9 req-6c76a1cd-e2c7-4e8f-9059-070530eeb52f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0475750 Apr 11 13:23:11.013835 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a7ba0660-59c5-471c-9743-43b9f329edb9 req-24a81e2a-b141-4e9f-9ac5-c3c39d1c815c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455484 Apr 11 13:23:11.820020 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696af3a-1468-4dcc-b0e8-393f44edcd2d req-bea85095-fe7f-4c71-ad89-465416a339a7 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:11.821580 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a696af3a-1468-4dcc-b0e8-393f44edcd2d req-bea85095-fe7f-4c71-ad89-465416a339a7 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0486205 Apr 11 13:23:11.869944 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a696af3a-1468-4dcc-b0e8-393f44edcd2d req-116777e1-5333-4c35-835c-bc45d33ad0c7 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427470 Apr 11 13:23:12.138918 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88e874-20bf-4ae7-b1de-b28574d0d041 req-32b22c1f-7f68-4237-9250-32fa492ef064 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:12.140425 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c88e874-20bf-4ae7-b1de-b28574d0d041 req-32b22c1f-7f68-4237-9250-32fa492ef064 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0524666 Apr 11 13:23:12.193803 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8c88e874-20bf-4ae7-b1de-b28574d0d041 req-e5428928-dacc-4cdc-8bfa-6d00d2999e7e tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468423 Apr 11 13:23:12.986349 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88183966-6e71-4c80-a1b9-b1450cf609a9 req-c77f0707-aaf5-46ff-82fc-a2f4a5d366e8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:12.988470 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-88183966-6e71-4c80-a1b9-b1450cf609a9 req-c77f0707-aaf5-46ff-82fc-a2f4a5d366e8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0497191 Apr 11 13:23:13.040534 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-88183966-6e71-4c80-a1b9-b1450cf609a9 req-40c7a346-2316-43de-83d4-b262add66f41 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464833 Apr 11 13:23:13.309579 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fc78a-7a80-40f8-8a2e-ccd6745d622e req-d2ce283e-3f2d-4a53-8af6-c26bb788512d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:13.311131 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bb5fc78a-7a80-40f8-8a2e-ccd6745d622e req-d2ce283e-3f2d-4a53-8af6-c26bb788512d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0487487 Apr 11 13:23:13.360834 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bb5fc78a-7a80-40f8-8a2e-ccd6745d622e req-4e2b692d-30ba-4d33-bf22-03de813dc568 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435543 Apr 11 13:23:13.926947 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-a3ed3648-ff3b-4bf4-a4f8-efda263ac7f7 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:13.928514 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-a3ed3648-ff3b-4bf4-a4f8-efda263ac7f7 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0495486 Apr 11 13:23:14.021809 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Deleting port e26de0be-ee50-45b6-bcf8-53029631691b {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:23:14.022182 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:14.117874 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] For port e26de0be-ee50-45b6-bcf8-53029631691b, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=e26de0be-ee50-45b6-bcf8-53029631691b,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:14.118282 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:14.165022 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff172c-aac6-4f7a-8ba5-39d53b867e3e req-7f4cad01-57a1-4e23-b1e2-4a0d18078364 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:14.166611 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abff172c-aac6-4f7a-8ba5-39d53b867e3e req-7f4cad01-57a1-4e23-b1e2-4a0d18078364 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 945 time: 0.0537021 Apr 11 13:23:14.215528 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-abff172c-aac6-4f7a-8ba5-39d53b867e3e req-76b7718b-949e-4323-983f-2f2b26baff23 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=9198e8c7-5e9b-45f6-8f62-d5e659535f87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431566 Apr 11 13:23:14.312823 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:14.313423 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:14.313539 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Floating IP 8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1 disassociated. External IP: 172.27.3.94, port: e26de0be-ee50-45b6-bcf8-53029631691b. Apr 11 13:23:14.313845 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Calling delete_port for e26de0be-ee50-45b6-bcf8-53029631691b owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:23:14.488964 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b05136-8542-4111-826e-0e5ee68c077e req-6f7ed4f6-73dd-4bbc-996d-b6f24c3e85de tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:14.490402 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-70b05136-8542-4111-826e-0e5ee68c077e req-6f7ed4f6-73dd-4bbc-996d-b6f24c3e85de tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0591063 Apr 11 13:23:14.522916 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (e26de0be-ee50-45b6-bcf8-53029631691b), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:14.560612 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event deleted for resources: {'Port': ['ID=e26de0be-ee50-45b6-bcf8-53029631691b,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:14.570867 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-70b05136-8542-4111-826e-0e5ee68c077e req-6e9cead2-4f90-4ea1-ae2b-4f61bb9adaa8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749214 Apr 11 13:23:14.578358 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.578659 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.579695 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.579695 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.579695 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.580046 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.580220 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.580565 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.581683 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.582188 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.582628 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.582858 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.583182 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.583505 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.583825 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:14.689738 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:23:14.802053 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:23:14.813293 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] Sync routers for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:23:14.824741 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:14.825366 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:22:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:14.845922 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] No DVR routers for this DVR port e26de0be-ee50-45b6-bcf8-53029631691b on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:23:14.848510 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:14.851964 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f20b581b-c867-4dde-be0b-8044bae212b4 req-5855d93c-4d51-49ca-873a-bdd262c52d53 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "DELETE /v2.0/ports/e26de0be-ee50-45b6-bcf8-53029631691b HTTP/1.1" status: 204 len: 173 time: 0.9186666 Apr 11 13:23:14.852428 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'name': 'network-vif-deleted', 'tag': 'e26de0be-ee50-45b6-bcf8-53029631691b'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:14.854687 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506b1842-10f3-4c89-b027-e9e2fafcf90c" -d '{"events": [{"server_uuid": "d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c", "name": "network-vif-deleted", "tag": "e26de0be-ee50-45b6-bcf8-53029631691b"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:14.892304 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0a0c4b-f4ba-4daf-80e7-4f51be40a56d x-openstack-request-id: req-1c0a0c4b-f4ba-4daf-80e7-4f51be40a56d {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:14.892586 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c", "name": "network-vif-deleted", "tag": "e26de0be-ee50-45b6-bcf8-53029631691b", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:14.892893 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1c0a0c4b-f4ba-4daf-80e7-4f51be40a56d {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:14.893991 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0a0c4b-f4ba-4daf-80e7-4f51be40a56d'] response: {'server_uuid': 'd11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c', 'name': 'network-vif-deleted', 'tag': 'e26de0be-ee50-45b6-bcf8-53029631691b', 'status': 'completed', 'code': 200} Apr 11 13:23:14.944785 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:15.155148 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:15.184780 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] Checking router: 41e290f6-5bec-4dea-ab8c-22d3878bcb97 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:23:15.195852 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:15.196475 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:22:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:15.310500 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:15.332492 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-58fa1d2c-31b9-4b58-9e9e-0019ca3aee93 req-d192ef59-05e9-4e57-bcb0-e68f4dad816b tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=d11d5ef6-7ca9-4d28-8c40-fe71e8f6ea1c HTTP/1.1" status: 200 len: 210 time: 0.0345049 Apr 11 13:23:15.510352 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:15.541037 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8db55ee-cc45-4b8c-8712-2106efe7812b None None] The sync data for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi is: [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:23:15.695641 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301dbf4-6314-4212-9dc5-567def018893 req-7bddd428-a10e-4906-b43d-d90c3281dbc6 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:15.696981 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1301dbf4-6314-4212-9dc5-567def018893 req-7bddd428-a10e-4906-b43d-d90c3281dbc6 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0497251 Apr 11 13:23:15.746708 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1301dbf4-6314-4212-9dc5-567def018893 req-5c9171ad-8daa-4117-bc07-9cc11a0e574f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434978 Apr 11 13:23:15.785230 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dbdb06-f4a1-4302-a936-65e7aef0828d None None] New status for floating IP 8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:23:16.357113 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:23:16.464960 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47738) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:16.525057 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (9198e8c7-5e9b-45f6-8f62-d5e659535f87), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:16.549781 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (9198e8c7-5e9b-45f6-8f62-d5e659535f87), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:16.697498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9198e8c7-5e9b-45f6-8f62-d5e659535f87), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:16.700179 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:16.701295 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "DELETE /v2.0/security-groups/9198e8c7-5e9b-45f6-8f62-d5e659535f87 HTTP/1.1" status: 204 len: 168 time: 0.2353442 Apr 11 13:23:16.704343 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47740) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:16.712288 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9198e8c7-5e9b-45f6-8f62-d5e659535f87,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:16.718353 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-89870011-ab96-4477-b4e6-6219f7f01703 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] show failed (client error): The resource could not be found. Apr 11 13:23:16.719375 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-89870011-ab96-4477-b4e6-6219f7f01703 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups/9198e8c7-5e9b-45f6-8f62-d5e659535f87 HTTP/1.1" status: 404 len: 347 time: 0.0140440 Apr 11 13:23:16.719683 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.720038 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.720389 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.720733 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.721207 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.722812 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.723074 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47742) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:16.723197 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.723488 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.723817 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.724158 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.724494 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.724834 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.725155 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.725482 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.725808 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131057d3-3cdf-49a0-a4bd-a014a13edaeb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:16.873925 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Deleting port 488f1b9e-1431-4253-a5eb-0586bc81326a {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:23:16.874296 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (488f1b9e-1431-4253-a5eb-0586bc81326a), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:16.900314 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189c48b-1109-4c05-88db-a321c32fec03 req-a2dff091-6939-4872-ad6d-dc14240f1533 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:16.902383 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a189c48b-1109-4c05-88db-a321c32fec03 req-a2dff091-6939-4872-ad6d-dc14240f1533 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0720403 Apr 11 13:23:16.998645 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a189c48b-1109-4c05-88db-a321c32fec03 req-1bbb486c-bc37-4de6-bb95-e7f8b1c72dfe tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871465 Apr 11 13:23:17.007235 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (488f1b9e-1431-4253-a5eb-0586bc81326a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.007559 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (488f1b9e-1431-4253-a5eb-0586bc81326a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.020113 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Calling delete_port for 488f1b9e-1431-4253-a5eb-0586bc81326a owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:23:17.212051 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (488f1b9e-1431-4253-a5eb-0586bc81326a), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.244404 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event deleted for resources: {'Port': ['ID=488f1b9e-1431-4253-a5eb-0586bc81326a,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:17.312504 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.315201 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.316662 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-71588c91-0d37-44d0-be43-c6b328159093 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "DELETE /v2.0/floatingips/8bb48b0c-8d0a-4ea6-8ab8-5cdaed0a38b1 HTTP/1.1" status: 204 len: 168 time: 0.5926876 Apr 11 13:23:17.541349 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47748) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:17.547015 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5853078b-1068-49af-9c7d-201a83d39b30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2072968927', 'description': 'tempest-description--915373371'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:17.640382 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5853078b-1068-49af-9c7d-201a83d39b30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.709161 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5853078b-1068-49af-9c7d-201a83d39b30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (566df3fc-9354-4b3b-a371-35473dd581ab), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.828512 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5853078b-1068-49af-9c7d-201a83d39b30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (566df3fc-9354-4b3b-a371-35473dd581ab), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.858060 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853078b-1068-49af-9c7d-201a83d39b30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566df3fc-9354-4b3b-a371-35473dd581ab,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:17.939619 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5853078b-1068-49af-9c7d-201a83d39b30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:17.941732 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5853078b-1068-49af-9c7d-201a83d39b30 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3992522 Apr 11 13:23:17.945596 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47752) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:17.950351 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e32b1153-cbb4-47aa-ae19-5004c53f7df9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'security_group_rule': {'security_group_id': '566df3fc-9354-4b3b-a371-35473dd581ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:18.042669 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device e26de0be-ee50-45b6-bcf8-53029631691b no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:23:18.065844 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: e26de0be-ee50-45b6-bcf8-53029631691b {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:23:18.066230 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device e26de0be-ee50-45b6-bcf8-53029631691b not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:23:18.067162 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e32b1153-cbb4-47aa-ae19-5004c53f7df9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (e0aef245-e72f-44f1-a091-af5341f7622d), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.129174 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1898a4-9f7b-4684-b424-74cb6431b9e2 req-5d7351e8-88ef-4dc1-8f42-74c677884943 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:18.130855 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6b1898a4-9f7b-4684-b424-74cb6431b9e2 req-5d7351e8-88ef-4dc1-8f42-74c677884943 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0590203 Apr 11 13:23:18.134807 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e32b1153-cbb4-47aa-ae19-5004c53f7df9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (e0aef245-e72f-44f1-a091-af5341f7622d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.180143 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6b1898a4-9f7b-4684-b424-74cb6431b9e2 req-ca31e2da-221d-45fd-853c-ccae7d9d71ec tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432839 Apr 11 13:23:18.211278 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e32b1153-cbb4-47aa-ae19-5004c53f7df9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (e0aef245-e72f-44f1-a091-af5341f7622d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.228992 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b1153-cbb4-47aa-ae19-5004c53f7df9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0aef245-e72f-44f1-a091-af5341f7622d,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:18.299927 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e32b1153-cbb4-47aa-ae19-5004c53f7df9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.301318 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e32b1153-cbb4-47aa-ae19-5004c53f7df9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546624 Apr 11 13:23:18.304384 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47756) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:18.308897 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-f62786fa-3ae7-4a77-9121-b5a656e76763 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'security_group_rule': {'security_group_id': '566df3fc-9354-4b3b-a371-35473dd581ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:18.395899 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f62786fa-3ae7-4a77-9121-b5a656e76763 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (5a6f21bb-1a3c-4cb1-bdfa-77cfcec46442), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.457083 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f62786fa-3ae7-4a77-9121-b5a656e76763 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (5a6f21bb-1a3c-4cb1-bdfa-77cfcec46442), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.526138 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f62786fa-3ae7-4a77-9121-b5a656e76763 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (5a6f21bb-1a3c-4cb1-bdfa-77cfcec46442), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.543744 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62786fa-3ae7-4a77-9121-b5a656e76763 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a6f21bb-1a3c-4cb1-bdfa-77cfcec46442,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:18.602181 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f62786fa-3ae7-4a77-9121-b5a656e76763 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.603406 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f62786fa-3ae7-4a77-9121-b5a656e76763 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980430 Apr 11 13:23:18.606701 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47758) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:18.610985 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:18.680422 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.759679 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:18.869887 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Allocated IP 172.27.3.33 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/4291f29a-39c0-4e7c-b01b-1079e9045f55) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:23:18.980681 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for port (4291f29a-39c0-4e7c-b01b-1079e9045f55), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:19.075262 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (4291f29a-39c0-4e7c-b01b-1079e9045f55), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:19.119864 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:23:19.122941 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:23:19.126593 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:23:19.132941 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'Port': ['ID=4291f29a-39c0-4e7c-b01b-1079e9045f55,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:19.218640 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (abec67a1-a3b1-4ca1-a49d-731cf71c6b1d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:19.304742 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f1e3-a9d3-48a2-ad77-bffa69969d95 req-a62716bd-fb9b-4c0e-84b0-5a428a89b439 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:19.306468 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d392f1e3-a9d3-48a2-ad77-bffa69969d95 req-a62716bd-fb9b-4c0e-84b0-5a428a89b439 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0538378 Apr 11 13:23:19.368627 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (4291f29a-39c0-4e7c-b01b-1079e9045f55), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:19.404126 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d392f1e3-a9d3-48a2-ad77-bffa69969d95 req-cc820519-0bed-420e-a172-6f1aec60ce3f tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917563 Apr 11 13:23:19.536054 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for port (4291f29a-39c0-4e7c-b01b-1079e9045f55), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:19.605977 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (4291f29a-39c0-4e7c-b01b-1079e9045f55), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:19.675062 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'Port': ['ID=4291f29a-39c0-4e7c-b01b-1079e9045f55,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:19.687727 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (abec67a1-a3b1-4ca1-a49d-731cf71c6b1d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:19.801997 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:19.803627 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d02acb3c-b15c-4ad7-8af6-9f34cb0b53b1 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1957114 Apr 11 13:23:20.016383 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-e6152e9a-c06b-4005-94d5-ef5e8ae5e7aa tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2072968927&fields=id&tenant_id=6da835078df84f0ab2e0221f23a79b65 HTTP/1.1" status: 200 len: 267 time: 0.0464926 Apr 11 13:23:20.133363 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c725a7-a510-45c6-8080-a7267105ce0d req-b832e7e6-7f45-4022-9055-5931f22bcb94 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:20.134863 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-b832e7e6-7f45-4022-9055-5931f22bcb94 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 809 time: 0.1112490 Apr 11 13:23:20.150964 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-bc9f90ce-c798-4c94-9764-34e86528873d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/quotas/6da835078df84f0ab2e0221f23a79b65 HTTP/1.1" status: 200 len: 375 time: 0.0105090 Apr 11 13:23:20.202280 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-c618c5ab-cc20-499d-907b-cbe374c24283 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456250 Apr 11 13:23:20.305661 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-695d9697-e47c-43f9-89e8-10cd06adcd51 service neutron] 10.222.0.49 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910738 Apr 11 13:23:20.399127 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-241596f9-9f8c-4363-8aec-3f1eac508880 service neutron] 10.222.0.49 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876527 Apr 11 13:23:20.531316 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146010ab-91c3-4cb8-a553-06a3bf68f3e7 req-dfe3b28b-b9db-4fb9-9402-53238103b489 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:20.532948 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-146010ab-91c3-4cb8-a553-06a3bf68f3e7 req-dfe3b28b-b9db-4fb9-9402-53238103b489 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0588500 Apr 11 13:23:20.591426 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-146010ab-91c3-4cb8-a553-06a3bf68f3e7 req-19c7cf06-d999-40e2-9d64-788cb5761b78 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521207 Apr 11 13:23:20.633204 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-02196923-9e05-4535-9b9b-aac751cebddc req-54dd1347-9b70-4472-82ee-309a5cc6acfb tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 210 time: 0.0370889 Apr 11 13:23:21.710803 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc89403-2927-4dab-b213-adc2f98b4d9b req-acbd6707-5961-48d8-9d82-7f84208c12b1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:21.712309 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1dc89403-2927-4dab-b213-adc2f98b4d9b req-acbd6707-5961-48d8-9d82-7f84208c12b1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0506182 Apr 11 13:23:21.740502 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-64c1ec40-6229-4f77-ae61-e6d029a74c5b req-ffd6d580-4e55-4f4a-a1bf-2d03824f0623 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 210 time: 0.0298586 Apr 11 13:23:21.770696 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1dc89403-2927-4dab-b213-adc2f98b4d9b req-9b8715c2-d6f4-47a1-a9b2-c9fa988ba48a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514874 Apr 11 13:23:22.388444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:22.538854 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c725a7-a510-45c6-8080-a7267105ce0d req-33d01878-235d-4aaa-94a6-a557bd25f8b4 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:22.540353 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-33d01878-235d-4aaa-94a6-a557bd25f8b4 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 809 time: 0.1032507 Apr 11 13:23:22.609484 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f39e7333-8cbb-4a27-8a28-54556ac09d7a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6da835078df84f0ab2e0221f23a79b65 HTTP/1.1" status: 200 len: 380 time: 0.0587702 Apr 11 13:23:22.619501 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'port': {'device_id': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'admin_state_up': True, 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'security_groups': ['566df3fc-9354-4b3b-a371-35473dd581ab']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:22.806180 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Made reservation on behalf of 6da835078df84f0ab2e0221f23a79b65 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:23:22.809631 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:22.851967 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b4247e4f-7e3d-4f45-a234-2a782409dc4b req-c9bd1bdf-a359-4a42-8d8d-96cfd83b114e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 210 time: 0.0395367 Apr 11 13:23:22.908064 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496859b3-e027-4c07-a4db-dee1db73c09b req-b6af2a37-a538-41c3-8ffa-c2ebb48ad957 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:22.912705 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-496859b3-e027-4c07-a4db-dee1db73c09b req-b6af2a37-a538-41c3-8ffa-c2ebb48ad957 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0649154 Apr 11 13:23:22.962041 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-496859b3-e027-4c07-a4db-dee1db73c09b req-2c3283f8-347a-4a03-ada2-182415808749 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449488 Apr 11 13:23:22.989205 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Allocated IP 172.20.0.7 (530d667c-2b84-4e74-b0c8-6f18245ef6f3/9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118/1775fb56-e2da-48d1-8a70-cc6e7e3ba538) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:23:23.131470 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:23.137114 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a77322f1-55e9-4fab-a287-40de1df362fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:23.224342 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:23.271323 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:23:23.274409 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:23:23.278023 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:23:23.285261 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event updated for resources: {'Port': ['ID=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:23.337675 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:23.338458 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:23.409340 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-f6adeff3-827b-4e39-98ec-b8d4a799efca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7930198 Apr 11 13:23:23.421791 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Request body: {'port': {'device_id': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:23.489416 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:23.554156 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6a3d3f1f-7b95-490d-9f78-bcb3f44a1ab2 None None] Provisioning complete for port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:23:23.554699 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6a3d3f1f-7b95-490d-9f78-bcb3f44a1ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:23.593063 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6a3d3f1f-7b95-490d-9f78-bcb3f44a1ab2 None None] Port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:23:23.753668 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:23:23.761611 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Publish callbacks [] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:23.774378 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Transition to ACTIVE for port object 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:23:23.857145 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:23.911088 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Pushing event updated for resources: {'Port': ['ID=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:24.015541 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991396-8a4f-45d6-bbcd-7e6f72f16417 req-9e7678fc-7bc4-453e-a5fa-76c313ebdf31 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.017124 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd991396-8a4f-45d6-bbcd-7e6f72f16417 req-9e7678fc-7bc4-453e-a5fa-76c313ebdf31 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 943 time: 0.0729494 Apr 11 13:23:24.055809 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Attempting to bind port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:23:24.056143 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Attempting to bind port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:23:24.056469 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Attempting to bind port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 on network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:23:24.071165 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 on network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:23:24.071488 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Attempting to bind port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 on network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:23:24.086649 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:23:24.086993 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Checking segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:23:24.087376 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Bound using segment: {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:23:24.087814 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Bound port: 1775fb56-e2da-48d1-8a70-cc6e7e3ba538, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae96b1b-652e-4839-a11d-a7eaebf74f68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:23:24.088177 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:24.090178 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe180c34-7c86-4a8b-9527-e2c3cf85b538 req-673d4338-d64d-4f65-aa96-fc3889f0dc16 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.091862 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe180c34-7c86-4a8b-9527-e2c3cf85b538 req-673d4338-d64d-4f65-aa96-fc3889f0dc16 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0516832 Apr 11 13:23:24.095515 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd991396-8a4f-45d6-bbcd-7e6f72f16417 req-08f0d057-0f5e-4e32-aec6-2dc661f99755 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669217 Apr 11 13:23:24.153674 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe180c34-7c86-4a8b-9527-e2c3cf85b538 req-5d671efc-7c87-4b24-98de-15b9964cb6b4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Apr 11 13:23:24.171368 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] For port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:23:24.174754 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] For port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:23:24.217766 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:24.257806 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.258462 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:24.259885 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] 10.222.0.50 "PUT /v2.0/ports/1775fb56-e2da-48d1-8a70-cc6e7e3ba538 HTTP/1.1" status: 200 len: 1093 time: 0.8425581 Apr 11 13:23:24.260344 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'tag': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:24.262683 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5db4d4-f644-4fe9-82ee-3a48a02db2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d130e35-13f9-4fc7-87e1-99f8e5af090a", "tag": "1775fb56-e2da-48d1-8a70-cc6e7e3ba538"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:24.290195 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99150e-8179-455b-ae5f-0f0fd60a4435 service neutron] Pushing event updated for resources: {'Port': ['ID=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:24.308205 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375e566a-6c04-4955-99da-90e22062134d x-openstack-request-id: req-375e566a-6c04-4955-99da-90e22062134d {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:24.308205 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d130e35-13f9-4fc7-87e1-99f8e5af090a", "tag": "1775fb56-e2da-48d1-8a70-cc6e7e3ba538", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:24.308205 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-375e566a-6c04-4955-99da-90e22062134d {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:24.308205 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-375e566a-6c04-4955-99da-90e22062134d'] response: {'name': 'network-changed', 'server_uuid': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'tag': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'status': 'completed', 'code': 200} Apr 11 13:23:24.369196 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5db4d4-f644-4fe9-82ee-3a48a02db2d8 req-d7dd1e23-dce9-41a0-a398-b36902d07e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.370651 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd5db4d4-f644-4fe9-82ee-3a48a02db2d8 req-d7dd1e23-dce9-41a0-a398-b36902d07e74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 1127 time: 0.0421073 Apr 11 13:23:24.478920 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5db4d4-f644-4fe9-82ee-3a48a02db2d8 req-7260b9cb-1133-4a5e-ab81-1640ca57f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.480378 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd5db4d4-f644-4fe9-82ee-3a48a02db2d8 req-7260b9cb-1133-4a5e-ab81-1640ca57f08d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=6da835078df84f0ab2e0221f23a79b65&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1009209 Apr 11 13:23:24.588334 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5db4d4-f644-4fe9-82ee-3a48a02db2d8 req-777bdaab-492b-41ee-befd-a3b2b730a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.590046 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-dd5db4d4-f644-4fe9-82ee-3a48a02db2d8 req-777bdaab-492b-41ee-befd-a3b2b730a6c7 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023374 Apr 11 13:23:24.673128 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c725a7-a510-45c6-8080-a7267105ce0d req-e0baf0f9-ed62-4a6f-8484-937075bc6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.675510 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-e0baf0f9-ed62-4a6f-8484-937075bc6599 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 1127 time: 0.0459912 Apr 11 13:23:24.716195 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-c88e310c-2d24-4953-991e-c532a6bc51c0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1775fb56-e2da-48d1-8a70-cc6e7e3ba538 HTTP/1.1" status: 200 len: 217 time: 0.0340414 Apr 11 13:23:24.767461 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c725a7-a510-45c6-8080-a7267105ce0d req-499d9679-4878-47bc-bd29-d5cde4d23cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.769362 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-499d9679-4878-47bc-bd29-d5cde4d23cdc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 200 len: 848 time: 0.0453067 Apr 11 13:23:24.813778 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c725a7-a510-45c6-8080-a7267105ce0d req-891c2c26-a948-4fcf-bfc2-950931c8d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:24.815974 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-891c2c26-a948-4fcf-bfc2-950931c8d1d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530d667c-2b84-4e74-b0c8-6f18245ef6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401564 Apr 11 13:23:24.953243 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-49d96f95-5749-41d5-abc7-d7e316e0fd6d service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967278 Apr 11 13:23:25.048673 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-20c725a7-a510-45c6-8080-a7267105ce0d req-66b673b5-b691-4408-b238-e9998f1b5b19 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890834 Apr 11 13:23:25.214527 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7de51-ba8a-4df6-8609-e97983b97ed9 req-f30acc40-6072-4a1d-aa75-cbe2b810ac23 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:25.216197 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7c7de51-ba8a-4df6-8609-e97983b97ed9 req-f30acc40-6072-4a1d-aa75-cbe2b810ac23 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 943 time: 0.0505428 Apr 11 13:23:25.273697 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7c7de51-ba8a-4df6-8609-e97983b97ed9 req-2abd6642-2f92-4b95-a2e4-7978bd0a7b87 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491676 Apr 11 13:23:25.282508 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f5947-4658-4362-a0f7-44a1ecf49bb5 req-c694c436-de01-404f-ae7d-48b9db41182a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:25.284781 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c22f5947-4658-4362-a0f7-44a1ecf49bb5 req-c694c436-de01-404f-ae7d-48b9db41182a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0532510 Apr 11 13:23:25.334946 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c22f5947-4658-4362-a0f7-44a1ecf49bb5 req-4ca933c7-4aca-400b-a722-e04e4a6b305c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444040 Apr 11 13:23:25.731552 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ace6fcd4-38eb-420b-a030-6ae9972e12a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:26.176742 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3473b51b-8d71-46d3-93fd-31799e2addac req-c17972fb-3ef7-423c-bcd3-6205836b950e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440066 Apr 11 13:23:26.333297 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:26.399034 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdcd47-f88c-47a2-b1fc-94f2d78a1186 req-b560e4ef-ca48-4f4c-b05c-cc5bafe6ff5d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:26.400691 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-58fdcd47-f88c-47a2-b1fc-94f2d78a1186 req-b560e4ef-ca48-4f4c-b05c-cc5bafe6ff5d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 943 time: 0.0505958 Apr 11 13:23:26.459326 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-58fdcd47-f88c-47a2-b1fc-94f2d78a1186 req-e358fc56-9d28-4400-be36-a199e8e96eb8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527720 Apr 11 13:23:26.463017 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc98ea-ae30-467b-87ff-1d1de26d52fd req-98919f2a-f1ef-4626-8880-5c3afae6d07d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:26.464696 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7abc98ea-ae30-467b-87ff-1d1de26d52fd req-98919f2a-f1ef-4626-8880-5c3afae6d07d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0552826 Apr 11 13:23:26.523614 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7abc98ea-ae30-467b-87ff-1d1de26d52fd req-bb3df6f3-a03c-4ab7-a3b1-106fea7de3e1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528162 Apr 11 13:23:27.284430 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085001c-ec8d-4fe1-b679-175ba12fb58d req-f6322497-95c9-4a31-b7dd-7216b9a32d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:27.286730 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4085001c-ec8d-4fe1-b679-175ba12fb58d req-f6322497-95c9-4a31-b7dd-7216b9a32d27 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1130 time: 0.0737426 Apr 11 13:23:27.288607 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473b51b-8d71-46d3-93fd-31799e2addac req-838f6b1f-1099-4fd1-9ae1-bd410910ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:27.289962 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3473b51b-8d71-46d3-93fd-31799e2addac req-838f6b1f-1099-4fd1-9ae1-bd410910ba99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 1130 time: 0.0661745 Apr 11 13:23:27.398136 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4085001c-ec8d-4fe1-b679-175ba12fb58d req-cabde077-9166-4939-802f-a4c18fdf96bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020942 Apr 11 13:23:27.427784 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473b51b-8d71-46d3-93fd-31799e2addac req-fac3bf4b-b9a1-4b8d-a6ee-75ee6f696bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:27.429163 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3473b51b-8d71-46d3-93fd-31799e2addac req-fac3bf4b-b9a1-4b8d-a6ee-75ee6f696bcf service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.1132953 Apr 11 13:23:27.578602 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ca0e3-915e-4985-b975-96fb53364f49 req-24b95bbb-d1a7-4131-b1e2-fc60e32db38a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:27.580107 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-941ca0e3-915e-4985-b975-96fb53364f49 req-24b95bbb-d1a7-4131-b1e2-fc60e32db38a tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 943 time: 0.0478067 Apr 11 13:23:27.634709 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-941ca0e3-915e-4985-b975-96fb53364f49 req-96f88976-59e8-4b33-a389-b80643c4c5a3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484552 Apr 11 13:23:27.674643 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3473b51b-8d71-46d3-93fd-31799e2addac req-a0aba632-7126-48c3-a987-a3365c42e758 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798 HTTP/1.1" status: 200 len: 217 time: 0.0424984 Apr 11 13:23:27.729617 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473b51b-8d71-46d3-93fd-31799e2addac req-b370b7d4-efb6-4a1d-b317-ebbf4128b027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:27.731231 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3473b51b-8d71-46d3-93fd-31799e2addac req-b370b7d4-efb6-4a1d-b317-ebbf4128b027 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0503230 Apr 11 13:23:27.759442 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ef06c-b299-4823-86b7-5c8e164558ef req-433f1760-083e-4c21-8c40-f881ac9d7def tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:27.761141 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1e5ef06c-b299-4823-86b7-5c8e164558ef req-433f1760-083e-4c21-8c40-f881ac9d7def tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0601749 Apr 11 13:23:27.780264 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473b51b-8d71-46d3-93fd-31799e2addac req-d99cab27-6f89-4df0-b89b-a5ede7a8dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:27.781900 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3473b51b-8d71-46d3-93fd-31799e2addac req-d99cab27-6f89-4df0-b89b-a5ede7a8dcfa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432804 Apr 11 13:23:27.813737 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1e5ef06c-b299-4823-86b7-5c8e164558ef req-46b063f5-3fd8-4b70-adf2-73ae76acf701 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468414 Apr 11 13:23:27.888718 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3473b51b-8d71-46d3-93fd-31799e2addac req-167c4580-f3f2-47d9-a25a-5adaa425eba9 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967247 Apr 11 13:23:27.943040 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:28.089488 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:23:28.197205 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:28.211861 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'port_id': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'mac_address': 'fa:16:3e:67:c9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:23:28.252826 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:23:28.253257 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:28.279741 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:23:28.302291 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:28.377988 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:28.430777 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:28.438150 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.438503 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.438865 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.439218 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.439552 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.439882 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.440204 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.440526 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.440847 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.441960 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.442322 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.442673 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.443000 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.443323 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.443643 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:23:28.544053 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3473b51b-8d71-46d3-93fd-31799e2addac req-ed98e53c-99c1-47e7-a4a2-7781514a74d2 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477185 Apr 11 13:23:28.679399 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1775fb56-e2da-48d1-8a70-cc6e7e3ba538'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:23:28.764776 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2dc3b-13ef-42cf-b8ff-dd714fea47f2 req-be9371ff-c295-4b5c-9347-8419de3bd2ca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:28.766478 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8e2dc3b-13ef-42cf-b8ff-dd714fea47f2 req-be9371ff-c295-4b5c-9347-8419de3bd2ca tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 944 time: 0.0520968 Apr 11 13:23:28.821082 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c8e2dc3b-13ef-42cf-b8ff-dd714fea47f2 req-70fa6185-6471-46b8-a537-619af988dcb6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487847 Apr 11 13:23:28.951826 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03dced-cb26-4ead-8a99-70e95de4f1cc req-80d1f986-8077-4be4-9080-ab5499c6e9a1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:28.953506 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc03dced-cb26-4ead-8a99-70e95de4f1cc req-80d1f986-8077-4be4-9080-ab5499c6e9a1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0625703 Apr 11 13:23:29.005328 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc03dced-cb26-4ead-8a99-70e95de4f1cc req-f5f2e7fb-47db-42d4-b7f4-a5a861bec7d3 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441558 Apr 11 13:23:29.531664 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:29.937637 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853f96b-53fe-4760-8d5e-a15d01de020c req-71dc6bc4-8ccc-4633-bc1b-240648ea3174 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:29.939195 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4853f96b-53fe-4760-8d5e-a15d01de020c req-71dc6bc4-8ccc-4633-bc1b-240648ea3174 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 944 time: 0.0480785 Apr 11 13:23:29.994404 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4853f96b-53fe-4760-8d5e-a15d01de020c req-0dfc1f2a-c409-4427-b9be-87bcb6ca25fd tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493734 Apr 11 13:23:30.102736 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:23:30.127258 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03a660-75af-4834-ac9b-24e372f98f41 req-c7c6aaa4-d586-4382-9edf-85f146c5256a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:30.129319 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be03a660-75af-4834-ac9b-24e372f98f41 req-c7c6aaa4-d586-4382-9edf-85f146c5256a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0545030 Apr 11 13:23:30.150129 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:23:30.178813 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be03a660-75af-4834-ac9b-24e372f98f41 req-8ba84395-0eda-447e-b051-e3c07bfaf626 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Apr 11 13:23:30.245800 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:23:30.246240 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:30.328179 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:23:30.328576 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:30.360307 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:30.362557 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a77f7f0-45a1-4523-af01-c65d1bd15523" -d '{"events": [{"server_uuid": "1d130e35-13f9-4fc7-87e1-99f8e5af090a", "name": "network-vif-plugged", "status": "completed", "tag": "1775fb56-e2da-48d1-8a70-cc6e7e3ba538"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:30.377857 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:30.419359 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68a88f-8fe6-4e47-9cd4-1d36c5356c40 x-openstack-request-id: req-6e68a88f-8fe6-4e47-9cd4-1d36c5356c40 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:30.419606 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d130e35-13f9-4fc7-87e1-99f8e5af090a", "name": "network-vif-plugged", "status": "completed", "tag": "1775fb56-e2da-48d1-8a70-cc6e7e3ba538", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:30.419864 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e68a88f-8fe6-4e47-9cd4-1d36c5356c40 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:30.420284 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e68a88f-8fe6-4e47-9cd4-1d36c5356c40'] response: {'server_uuid': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'code': 200} Apr 11 13:23:30.439999 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:30.495691 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:30.739283 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb1982-3997-467c-b6dd-a401dff74faa req-db1eb405-cb8d-46dd-9ef3-a8eff02aeeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:30.740935 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-95eb1982-3997-467c-b6dd-a401dff74faa req-db1eb405-cb8d-46dd-9ef3-a8eff02aeeaf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 1129 time: 0.0687284 Apr 11 13:23:30.769638 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6c79b-7a64-457c-b3dc-1e9fd1a2d7a9 req-3686a50d-5bae-4091-b470-8c30988fb368 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:30.771745 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eed6c79b-7a64-457c-b3dc-1e9fd1a2d7a9 req-3686a50d-5bae-4091-b470-8c30988fb368 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0698800 Apr 11 13:23:30.844345 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-5c3a4c68-00a7-4473-9836-8e4835ca49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:30.845853 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-5c3a4c68-00a7-4473-9836-8e4835ca49cf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1130 time: 0.0732424 Apr 11 13:23:30.887230 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-95eb1982-3997-467c-b6dd-a401dff74faa req-7a208b5f-6500-4187-8800-9646a04c56f7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357124 Apr 11 13:23:30.911848 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eed6c79b-7a64-457c-b3dc-1e9fd1a2d7a9 req-e357fb45-fa3b-466b-a038-b2a93225e09a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324494 Apr 11 13:23:30.974358 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-20a3ceab-ec8a-40e7-b2ba-f81d0a1881ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:30.975946 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-20a3ceab-ec8a-40e7-b2ba-f81d0a1881ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.1167502 Apr 11 13:23:31.122315 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb847aad-ee87-4ba0-b7bd-47372ff1e03f req-9c3627be-9814-4f73-babe-5d98363307c8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:31.123607 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bb847aad-ee87-4ba0-b7bd-47372ff1e03f req-9c3627be-9814-4f73-babe-5d98363307c8 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.0500021 Apr 11 13:23:31.168835 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-1995452c-f8b5-418a-b729-45251805c2b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 200 len: 1001 time: 0.0689287 Apr 11 13:23:31.180954 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bb847aad-ee87-4ba0-b7bd-47372ff1e03f req-2422f3ef-e9cc-4bc4-8919-102d0399722d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453854 Apr 11 13:23:31.221028 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-682590fe-7321-4c9c-bdc7-f89151f49d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:31.222560 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-682590fe-7321-4c9c-bdc7-f89151f49d84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0463181 Apr 11 13:23:31.267428 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-451941ef-10fc-433e-a8a8-e01b168bacdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:31.268970 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-451941ef-10fc-433e-a8a8-e01b168bacdd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402660 Apr 11 13:23:31.376684 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-7a73ce3a-8d6d-4114-b401-e70bb3c22fcd service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971379 Apr 11 13:23:31.792879 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2d36495-c99b-40c1-92e6-7a5513e48cf3 req-5c823cd1-a6e8-45ae-97ff-68b75e7c4e78 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949473 Apr 11 13:23:32.033185 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f07b1-daf9-4a67-b47f-cb56347d8805 req-9138c267-85c8-4d76-a8b9-20dbd0567d3b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:32.034722 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-114f07b1-daf9-4a67-b47f-cb56347d8805 req-9138c267-85c8-4d76-a8b9-20dbd0567d3b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0484073 Apr 11 13:23:32.081986 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-114f07b1-daf9-4a67-b47f-cb56347d8805 req-af771442-2e38-4bb4-a11f-5e0b1ec6be0b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415869 Apr 11 13:23:32.408524 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d80549-405b-4b23-bc62-efe14ab01883 req-d2dc204a-602d-4b78-b2ab-43ebc86d3bcd tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:32.410052 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a9d80549-405b-4b23-bc62-efe14ab01883 req-d2dc204a-602d-4b78-b2ab-43ebc86d3bcd tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.1643455 Apr 11 13:23:32.459092 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a9d80549-405b-4b23-bc62-efe14ab01883 req-86ea0494-42c2-4971-baf7-4e2e10002f5e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422919 Apr 11 13:23:33.197360 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1473e06-cd26-4708-86ff-8bdbd01d4205 req-f9536f53-10f6-4885-8a58-30bd8c9d9dff tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:33.198954 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1473e06-cd26-4708-86ff-8bdbd01d4205 req-f9536f53-10f6-4885-8a58-30bd8c9d9dff tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0490177 Apr 11 13:23:33.246817 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1473e06-cd26-4708-86ff-8bdbd01d4205 req-0b25931f-ec5e-42ef-bcfd-9d164e854a7c tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421166 Apr 11 13:23:33.639745 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad05cd-c892-4538-ac97-ebc6c5f50dd2 req-fa0357d5-8edf-4ca1-a2c4-de25d18d3982 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:33.641239 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48ad05cd-c892-4538-ac97-ebc6c5f50dd2 req-fa0357d5-8edf-4ca1-a2c4-de25d18d3982 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.1118281 Apr 11 13:23:33.689238 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-48ad05cd-c892-4538-ac97-ebc6c5f50dd2 req-01ba6541-cfe2-4a9f-aa7c-8d72e4643438 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 Apr 11 13:23:34.367703 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5d592-7376-49bc-953d-5da2a272c6da req-4d866f35-a662-4918-af2e-99d268fe29bb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:34.369234 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-85e5d592-7376-49bc-953d-5da2a272c6da req-4d866f35-a662-4918-af2e-99d268fe29bb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0531042 Apr 11 13:23:34.420448 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-85e5d592-7376-49bc-953d-5da2a272c6da req-1fe8fed7-2c66-4547-a8cb-5af919ba8610 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455189 Apr 11 13:23:34.815830 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49259287-ab12-4158-8568-04bfd0492ff3 req-394d74be-048e-4ce4-bd15-4a6346a40abc tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:34.818098 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49259287-ab12-4158-8568-04bfd0492ff3 req-394d74be-048e-4ce4-bd15-4a6346a40abc tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.0521870 Apr 11 13:23:34.869939 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49259287-ab12-4158-8568-04bfd0492ff3 req-893622b0-eec4-4b7f-a04c-b3aac6e54c0e tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462456 Apr 11 13:23:34.993126 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d999c85-cc38-4c78-a379-70d8054c2cdf req-5cc973d9-4edd-458a-934a-d3c9dc407dec tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:34.994585 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d999c85-cc38-4c78-a379-70d8054c2cdf req-5cc973d9-4edd-458a-934a-d3c9dc407dec tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.0542042 Apr 11 13:23:35.004287 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47912) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:35.009417 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Request body: {'floatingip': {'port_id': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:35.049150 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (abec67a1-a3b1-4ca1-a49d-731cf71c6b1d), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:35.561567 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e76f0-c1e9-4b31-b7dd-7f219bdbed90 req-24fdf6f7-cd23-4c60-883c-98bd91357972 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:35.563134 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c62e76f0-c1e9-4b31-b7dd-7f219bdbed90 req-24fdf6f7-cd23-4c60-883c-98bd91357972 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0508540 Apr 11 13:23:35.617998 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c62e76f0-c1e9-4b31-b7dd-7f219bdbed90 req-e636dc26-91cb-4783-8bdd-0c06923d71ad tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Apr 11 13:23:35.785804 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b63b30-4e76-4f44-9057-307607c0d510 req-de578235-35ba-4f2d-b843-604c44800ad4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:35.788026 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-03b63b30-4e76-4f44-9057-307607c0d510 req-de578235-35ba-4f2d-b843-604c44800ad4 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0896158 Apr 11 13:23:35.797341 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47918) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:35.802843 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-eecf37ea-13b7-4725-9d90-3c15e432f61b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Request body: {'floatingip': {'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:35.805095 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:35.864487 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eecf37ea-13b7-4725-9d90-3c15e432f61b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (61aa5953-88ce-419e-a77a-6cc6b8402aee), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:35.874367 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (abec67a1-a3b1-4ca1-a49d-731cf71c6b1d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:36.000024 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Floating IP abec67a1-a3b1-4ca1-a49d-731cf71c6b1d associated. External IP: 172.27.3.33, port: 1775fb56-e2da-48d1-8a70-cc6e7e3ba538. Apr 11 13:23:36.229774 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:23:36.364666 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:23:36.370786 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:36.379231 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] Sync routers for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:23:36.394809 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:36.396234 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:36.398522 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eecf37ea-13b7-4725-9d90-3c15e432f61b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:36.409586 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-57422bb6-e6b0-4df8-b3c2-fabed02fb6e3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "PUT /v2.0/floatingips/abec67a1-a3b1-4ca1-a49d-731cf71c6b1d HTTP/1.1" status: 200 len: 990 time: 1.4032588 Apr 11 13:23:36.410561 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'tag': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:36.413691 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038399eb-84c8-415e-b418-a7da963ff656" -d '{"events": [{"name": "network-changed", "server_uuid": "1d130e35-13f9-4fc7-87e1-99f8e5af090a", "tag": "1775fb56-e2da-48d1-8a70-cc6e7e3ba538"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:36.450746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0a4cd7-863c-4710-8600-4e94a919264f x-openstack-request-id: req-bc0a4cd7-863c-4710-8600-4e94a919264f {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:36.451038 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d130e35-13f9-4fc7-87e1-99f8e5af090a", "tag": "1775fb56-e2da-48d1-8a70-cc6e7e3ba538", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:36.451288 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bc0a4cd7-863c-4710-8600-4e94a919264f {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:36.451691 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0a4cd7-863c-4710-8600-4e94a919264f'] response: {'name': 'network-changed', 'server_uuid': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'tag': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'status': 'completed', 'code': 200} Apr 11 13:23:36.516233 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eecf37ea-13b7-4725-9d90-3c15e432f61b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (61aa5953-88ce-419e-a77a-6cc6b8402aee), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:36.525648 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:36.607622 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038399eb-84c8-415e-b418-a7da963ff656 req-111d0308-63f7-4648-9749-0bcc51c32c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:36.609281 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-038399eb-84c8-415e-b418-a7da963ff656 req-111d0308-63f7-4648-9749-0bcc51c32c75 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6da835078df84f0ab2e0221f23a79b65&device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 1129 time: 0.1237719 Apr 11 13:23:36.654928 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3a126-5adb-47b7-bced-04f64ed64f55 req-49fa144d-eeac-44fd-a907-28fd79195ee6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:36.656502 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d3a126-5adb-47b7-bced-04f64ed64f55 req-49fa144d-eeac-44fd-a907-28fd79195ee6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 946 time: 0.1031852 Apr 11 13:23:36.754871 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-75d3a126-5adb-47b7-bced-04f64ed64f55 req-8d9f0ad3-a2c0-4b74-a205-689abe8704fb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911126 Apr 11 13:23:36.839392 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecf37ea-13b7-4725-9d90-3c15e432f61b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:23:36.844787 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'abec67a1-a3b1-4ca1-a49d-731cf71c6b1d', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'port_id': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'mac_address': 'fa:16:3e:67:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:23:19Z', 'updated_at': '2022-04-11T13:23:35Z', 'revision_number': 1, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:36.871205 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] Checking router: 41e290f6-5bec-4dea-ab8c-22d3878bcb97 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:23:36.880997 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:36.881608 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:36.956004 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecf37ea-13b7-4725-9d90-3c15e432f61b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:23:36.961010 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eecf37ea-13b7-4725-9d90-3c15e432f61b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:36.967513 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] Sync routers for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:23:36.979483 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:36.980728 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:36.994053 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:36.994413 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:36.996916 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af" -d '{"events": [{"name": "network-changed", "server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:37.034909 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-eecf37ea-13b7-4725-9d90-3c15e432f61b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "PUT /v2.0/floatingips/61aa5953-88ce-419e-a77a-6cc6b8402aee HTTP/1.1" status: 200 len: 993 time: 1.2363565 Apr 11 13:23:37.039516 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4974bb87-fa91-47fc-a809-e197d5719f1c x-openstack-request-id: req-4974bb87-fa91-47fc-a809-e197d5719f1c {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:37.039810 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:37.040061 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4974bb87-fa91-47fc-a809-e197d5719f1c {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:37.040460 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4974bb87-fa91-47fc-a809-e197d5719f1c'] response: {'name': 'network-changed', 'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'status': 'completed', 'code': 200} Apr 11 13:23:37.107508 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:37.235734 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'abec67a1-a3b1-4ca1-a49d-731cf71c6b1d', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'port_id': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'mac_address': 'fa:16:3e:67:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:23:19Z', 'updated_at': '2022-04-11T13:23:35Z', 'revision_number': 1, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:37.264782 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d21670-ee37-44fd-b79f-c71e7a521cf3 None None] The sync data for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi is: [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'abec67a1-a3b1-4ca1-a49d-731cf71c6b1d', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'floating_ip_address': '172.27.3.33', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'port_id': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'mac_address': 'fa:16:3e:67:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:23:19Z', 'updated_at': '2022-04-11T13:23:35Z', 'revision_number': 1, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:23:37.338369 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '61aa5953-88ce-419e-a77a-6cc6b8402aee', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'mac_address': 'fa:16:3e:9b:59:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41a911-a997-496f-aca3-24dd41affa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:21:48Z', 'updated_at': '2022-04-11T13:23:36Z', 'revision_number': 3, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:37.366677 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] Checking router: e6c7eca6-c0a7-4554-8f85-cbb02bf41574 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:23:37.378009 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:37.378665 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:37.481593 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236e9c5-6b86-4e0c-94fc-13b634a9e9a9 None None] New status for floating IP abec67a1-a3b1-4ca1-a49d-731cf71c6b1d: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:23:37.494564 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:37.723759 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '61aa5953-88ce-419e-a77a-6cc6b8402aee', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'mac_address': 'fa:16:3e:9b:59:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41a911-a997-496f-aca3-24dd41affa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:21:48Z', 'updated_at': '2022-04-11T13:23:36Z', 'revision_number': 3, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:37.751010 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cc872c-31be-4a8e-ace7-bcd035971ba1 None None] The sync data for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi is: [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '61aa5953-88ce-419e-a77a-6cc6b8402aee', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'port_id': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'mac_address': 'fa:16:3e:9b:59:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f41a911-a997-496f-aca3-24dd41affa35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:21:48Z', 'updated_at': '2022-04-11T13:23:36Z', 'revision_number': 3, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:23:37.881936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8854a-f7a8-4210-b7eb-64f3c2220290 req-f2ee2a49-a2aa-4421-8a66-b061096a40c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:37.883569 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bbe8854a-f7a8-4210-b7eb-64f3c2220290 req-f2ee2a49-a2aa-4421-8a66-b061096a40c4 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 946 time: 0.0550964 Apr 11 13:23:37.985401 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bbe8854a-f7a8-4210-b7eb-64f3c2220290 req-e6d01c47-b1c6-4b2d-9da3-63b9728eb1c2 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=fd714dd0-7bb3-4791-828a-e315cf731815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959985 Apr 11 13:23:38.033270 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-29759ef1-e99c-4be2-8401-d8798ac8a985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:38.034801 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-29759ef1-e99c-4be2-8401-d8798ac8a985 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1130 time: 0.0867367 Apr 11 13:23:38.061071 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038399eb-84c8-415e-b418-a7da963ff656 req-118cfb6f-563a-4cbc-a67c-b8d586951f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:38.062671 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-038399eb-84c8-415e-b418-a7da963ff656 req-118cfb6f-563a-4cbc-a67c-b8d586951f74 service neutron] 10.222.0.50 "GET /v2.0/networks?id=530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 200 len: 910 time: 0.1428404 Apr 11 13:23:38.219770 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-038399eb-84c8-415e-b418-a7da963ff656 req-83f76764-48ac-43d1-aef0-e9a0489ee7bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1775fb56-e2da-48d1-8a70-cc6e7e3ba538 HTTP/1.1" status: 200 len: 1000 time: 0.1139531 Apr 11 13:23:38.275324 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-5fd05141-5338-4333-9ebb-10a66bfc6349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:38.276781 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-5fd05141-5338-4333-9ebb-10a66bfc6349 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.1647298 Apr 11 13:23:38.279393 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-dc9da621-5730-49ef-b83d-c38037d94141 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:38.280829 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-dc9da621-5730-49ef-b83d-c38037d94141 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 946 time: 0.0505242 Apr 11 13:23:38.293433 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038399eb-84c8-415e-b418-a7da963ff656 req-4ec0579e-2a4b-463d-8e7b-28e615a35607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:38.294902 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-038399eb-84c8-415e-b418-a7da963ff656 req-4ec0579e-2a4b-463d-8e7b-28e615a35607 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 200 len: 848 time: 0.0653911 Apr 11 13:23:38.377486 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Deleting port 36a845df-4e04-494a-b9c8-09f6efe70991 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:23:38.377830 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:38.387014 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-40505746-fd6d-4a6f-a857-b744d3f712b0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 200 len: 1001 time: 0.0975993 Apr 11 13:23:38.387766 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038399eb-84c8-415e-b418-a7da963ff656 req-67f4244e-feeb-4d0b-8fef-6521999f5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:38.388710 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-038399eb-84c8-415e-b418-a7da963ff656 req-67f4244e-feeb-4d0b-8fef-6521999f5af1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=530d667c-2b84-4e74-b0c8-6f18245ef6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623240 Apr 11 13:23:38.468703 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] For port 36a845df-4e04-494a-b9c8-09f6efe70991, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=36a845df-4e04-494a-b9c8-09f6efe70991,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:38.468703 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:38.720475 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:38.720766 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (f7951baf-53a6-427a-9c9d-a2c4fc028daf), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:38.721086 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Floating IP f7951baf-53a6-427a-9c9d-a2c4fc028daf disassociated. External IP: 172.27.3.212, port: 36a845df-4e04-494a-b9c8-09f6efe70991. Apr 11 13:23:38.721433 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Calling delete_port for 36a845df-4e04-494a-b9c8-09f6efe70991 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:23:38.732244 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-44c4ac98-f63b-4f74-9480-428d53c0a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:38.735598 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-44c4ac98-f63b-4f74-9480-428d53c0a1e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.3421755 Apr 11 13:23:38.787526 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-038399eb-84c8-415e-b418-a7da963ff656 req-4a0abe23-de2d-4dc6-993c-cfabebba195f service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882425 Apr 11 13:23:38.792667 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-c8dc19e2-2660-4ff5-ab75-df7cb9db7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:38.794148 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-c8dc19e2-2660-4ff5-ab75-df7cb9db7b67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530615 Apr 11 13:23:38.920128 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (36a845df-4e04-494a-b9c8-09f6efe70991), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:38.947501 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-038399eb-84c8-415e-b418-a7da963ff656 req-ee690947-420c-46f8-bb4e-c5cd6a8f7be7 service neutron] 10.222.0.50 "GET /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521411 Apr 11 13:23:38.948926 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'Port': ['ID=36a845df-4e04-494a-b9c8-09f6efe70991,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:38.962813 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-ecc6506a-be93-4946-9096-50059d2ce1e3 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499555 Apr 11 13:23:39.041754 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:39.044296 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c712db-2a4c-4c78-816b-300fc19d3560" -d '{"events": [{"name": "network-changed", "server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:39.086270 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5b2bc27b-fcec-4b36-9aa7-59567ccb27af req-fcf647ae-1ed3-4a31-9506-fb5786082bfb service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154478 Apr 11 13:23:39.091553 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fb0acd-acaa-4e9e-b718-ef797421731e x-openstack-request-id: req-59fb0acd-acaa-4e9e-b718-ef797421731e {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:39.091921 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:39.092286 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-59fb0acd-acaa-4e9e-b718-ef797421731e {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:39.092724 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59fb0acd-acaa-4e9e-b718-ef797421731e'] response: {'name': 'network-changed', 'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'status': 'completed', 'code': 200} Apr 11 13:23:39.103762 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ae177037-97c0-4917-8b75-c5c0e2b09195 req-2aa6978b-fc70-4dc2-b308-09e9cde2d3d0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 210 time: 0.0358603 Apr 11 13:23:39.105544 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:23:39.172998 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-5e007e3e-adcf-460e-9c56-9cf942a7ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:39.174459 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-5e007e3e-adcf-460e-9c56-9cf942a7ec74 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 1130 time: 0.0458119 Apr 11 13:23:39.234225 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:23:39.246070 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:23:39.260866 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:39.261639 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:39.279351 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] No DVR routers for this DVR port 36a845df-4e04-494a-b9c8-09f6efe70991 on host hv-cinder-83697 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:23:39.282394 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:39.287375 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-52236a50-43ce-4641-bc6e-791bfb19b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:39.287375 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-52236a50-43ce-4641-bc6e-791bfb19b1b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 200 len: 920 time: 0.1036563 Apr 11 13:23:39.287678 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-57b32e38-c5dc-473a-9009-efcbbc9c6a1f req-9b972ec3-a17a-4fd8-a621-52b251ec6e0d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "DELETE /v2.0/ports/36a845df-4e04-494a-b9c8-09f6efe70991 HTTP/1.1" status: 204 len: 173 time: 0.9989467 Apr 11 13:23:39.287678 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'name': 'network-vif-deleted', 'tag': '36a845df-4e04-494a-b9c8-09f6efe70991'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:39.288604 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf225ff-4483-4761-87f6-c8917da11b77" -d '{"events": [{"server_uuid": "433b7be9-9c1a-4a83-ab54-07b7b7af4948", "name": "network-vif-deleted", "tag": "36a845df-4e04-494a-b9c8-09f6efe70991"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:39.336516 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84da77e-00a6-4a66-9e2b-6e61da07bb01 x-openstack-request-id: req-b84da77e-00a6-4a66-9e2b-6e61da07bb01 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:39.336960 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "433b7be9-9c1a-4a83-ab54-07b7b7af4948", "name": "network-vif-deleted", "tag": "36a845df-4e04-494a-b9c8-09f6efe70991", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:39.337345 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b84da77e-00a6-4a66-9e2b-6e61da07bb01 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:39.338039 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84da77e-00a6-4a66-9e2b-6e61da07bb01'] response: {'server_uuid': '433b7be9-9c1a-4a83-ab54-07b7b7af4948', 'name': 'network-vif-deleted', 'tag': '36a845df-4e04-494a-b9c8-09f6efe70991', 'status': 'completed', 'code': 200} Apr 11 13:23:39.390561 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-6c0d76f3-7e0f-437b-8e5f-82ca6c66df6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 200 len: 1001 time: 0.0872226 Apr 11 13:23:39.421762 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:39.465356 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-4ee8f1e7-02ba-455a-af14-724fca6b9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:39.466982 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-4ee8f1e7-02ba-455a-af14-724fca6b9f17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 200 len: 858 time: 0.0691819 Apr 11 13:23:39.528474 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-ac6a41a2-abd8-4b3f-b63d-b1eac7051020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:39.530202 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-ac6a41a2-abd8-4b3f-b63d-b1eac7051020 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0632ad0e-187a-4a16-b8de-1935c502e5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559075 Apr 11 13:23:39.634786 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-e7cba587-efdb-445f-9a0a-c8a2a4f966da service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968342 Apr 11 13:23:39.736940 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e1c712db-2a4c-4c78-816b-300fc19d3560 req-7a10e385-f4cf-448a-ab37-a907e4f12bb8 service neutron] 10.222.0.50 "GET /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956318 Apr 11 13:23:39.775932 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:39.802807 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:23:39.811160 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:39.811769 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:39.922434 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:40.135762 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:40.165926 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79557ad-3cc4-4e6e-8953-2d9cdf8fc16f None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:23:40.297422 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3be4e21a-5e2c-473c-8d86-2efd9504a2fd req-45e7e731-c996-49f8-ac68-6c25c8e7a2be tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=433b7be9-9c1a-4a83-ab54-07b7b7af4948 HTTP/1.1" status: 200 len: 210 time: 0.0324202 Apr 11 13:23:40.428062 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8931865b-8039-4f23-9bfb-e37d06d29b3c None None] New status for floating IP f7951baf-53a6-427a-9c9d-a2c4fc028daf: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:23:41.452260 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47952) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:41.507606 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-588acd3d-3ef7-4fb1-8797-607149b3ddf7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (fd714dd0-7bb3-4791-828a-e315cf731815), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:41.532067 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-588acd3d-3ef7-4fb1-8797-607149b3ddf7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (fd714dd0-7bb3-4791-828a-e315cf731815), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:41.622727 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-588acd3d-3ef7-4fb1-8797-607149b3ddf7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (fd714dd0-7bb3-4791-828a-e315cf731815), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:41.625271 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-588acd3d-3ef7-4fb1-8797-607149b3ddf7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:41.626483 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-588acd3d-3ef7-4fb1-8797-607149b3ddf7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "DELETE /v2.0/security-groups/fd714dd0-7bb3-4791-828a-e315cf731815 HTTP/1.1" status: 204 len: 168 time: 0.1731126 Apr 11 13:23:41.630270 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47954) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:41.638148 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588acd3d-3ef7-4fb1-8797-607149b3ddf7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd714dd0-7bb3-4791-828a-e315cf731815,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:41.646234 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-53f100d2-73aa-420c-869d-918ef6879891 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] show failed (client error): The resource could not be found. Apr 11 13:23:41.647303 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-53f100d2-73aa-420c-869d-918ef6879891 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups/fd714dd0-7bb3-4791-828a-e315cf731815 HTTP/1.1" status: 404 len: 347 time: 0.0156958 Apr 11 13:23:41.650324 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 47956) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:41.775679 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Deleting port 5ec37e1a-2d56-468e-9fb8-69ed3a001353 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:23:41.776153 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (5ec37e1a-2d56-468e-9fb8-69ed3a001353), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:41.857647 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (5ec37e1a-2d56-468e-9fb8-69ed3a001353), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:41.857973 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (5ec37e1a-2d56-468e-9fb8-69ed3a001353), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:41.871093 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Calling delete_port for 5ec37e1a-2d56-468e-9fb8-69ed3a001353 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:23:42.097189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (5ec37e1a-2d56-468e-9fb8-69ed3a001353), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:42.126796 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'Port': ['ID=5ec37e1a-2d56-468e-9fb8-69ed3a001353,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:42.163131 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 36a845df-4e04-494a-b9c8-09f6efe70991 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:23:42.183992 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 36a845df-4e04-494a-b9c8-09f6efe70991 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:23:42.184342 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 36a845df-4e04-494a-b9c8-09f6efe70991 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:23:42.201644 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (f7951baf-53a6-427a-9c9d-a2c4fc028daf), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:42.204257 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:42.205474 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b950d1ea-f89c-45d3-946d-787e031198ec tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "DELETE /v2.0/floatingips/f7951baf-53a6-427a-9c9d-a2c4fc028daf HTTP/1.1" status: 204 len: 168 time: 0.5542192 Apr 11 13:23:42.470391 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47960) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:42.475816 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-d9095767-0c30-4530-9ae0-f846d44fefd6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694395483', 'description': 'tempest-description--1501003131'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:42.542841 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d9095767-0c30-4530-9ae0-f846d44fefd6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:42.608557 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d9095767-0c30-4530-9ae0-f846d44fefd6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (9b1af44f-9d46-45c5-baf2-e0364c7c0102), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:42.668609 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d9095767-0c30-4530-9ae0-f846d44fefd6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9b1af44f-9d46-45c5-baf2-e0364c7c0102), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:42.699945 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9095767-0c30-4530-9ae0-f846d44fefd6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1af44f-9d46-45c5-baf2-e0364c7c0102,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:42.743472 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d9095767-0c30-4530-9ae0-f846d44fefd6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:42.745000 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d9095767-0c30-4530-9ae0-f846d44fefd6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2736022 Apr 11 13:23:42.747844 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47962) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:42.752951 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-7a175150-308f-47e7-a717-936057ad6c50 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group_rule': {'security_group_id': '9b1af44f-9d46-45c5-baf2-e0364c7c0102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:42.903829 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7a175150-308f-47e7-a717-936057ad6c50 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (ac0179cd-e9f2-4dff-a2f0-c7021ef4bc4d), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:42.960826 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7a175150-308f-47e7-a717-936057ad6c50 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (ac0179cd-e9f2-4dff-a2f0-c7021ef4bc4d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.040079 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7a175150-308f-47e7-a717-936057ad6c50 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (ac0179cd-e9f2-4dff-a2f0-c7021ef4bc4d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.058049 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a175150-308f-47e7-a717-936057ad6c50 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac0179cd-e9f2-4dff-a2f0-c7021ef4bc4d,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:43.150279 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7a175150-308f-47e7-a717-936057ad6c50 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.151517 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7a175150-308f-47e7-a717-936057ad6c50 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4027183 Apr 11 13:23:43.154239 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47966) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:43.158650 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5cb4371f-d6dd-4fa8-a496-4017b0ae94df tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'security_group_rule': {'security_group_id': '9b1af44f-9d46-45c5-baf2-e0364c7c0102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:43.251192 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5cb4371f-d6dd-4fa8-a496-4017b0ae94df tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (9665d4d5-97d8-4b43-ba66-52104d900ef0), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.309044 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5cb4371f-d6dd-4fa8-a496-4017b0ae94df tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (9665d4d5-97d8-4b43-ba66-52104d900ef0), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.388374 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5cb4371f-d6dd-4fa8-a496-4017b0ae94df tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (9665d4d5-97d8-4b43-ba66-52104d900ef0), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.409432 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4371f-d6dd-4fa8-a496-4017b0ae94df tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9665d4d5-97d8-4b43-ba66-52104d900ef0,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:43.481823 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5cb4371f-d6dd-4fa8-a496-4017b0ae94df tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.483107 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5cb4371f-d6dd-4fa8-a496-4017b0ae94df tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3279355 Apr 11 13:23:43.486501 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 47968) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:43.491809 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:43.577428 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.659876 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.765679 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Allocated IP 172.27.3.40 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/c8337a80-c5ed-478a-9a6e-7aefc3d68b24) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:23:43.871945 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.954965 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:43.996342 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:23:43.999222 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:23:44.002915 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:23:44.010197 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=c8337a80-c5ed-478a-9a6e-7aefc3d68b24,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:44.097589 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (bf64cc73-bd74-420d-bea2-7f63645a946b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:44.184712 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:44.346736 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:44.400023 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:44.472351 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=c8337a80-c5ed-478a-9a6e-7aefc3d68b24,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:44.483289 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (bf64cc73-bd74-420d-bea2-7f63645a946b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:44.539304 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:44.540600 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e198ce8a-dcd1-4af8-8917-a18a0e9689a3 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0528228 Apr 11 13:23:44.694178 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-41b41550-11d6-43b7-b642-ede9e4802842 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1694395483&fields=id&tenant_id=70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 267 time: 0.0440779 Apr 11 13:23:44.810848 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-3613b49b-611b-4edb-becf-ba1c16f2079e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:44.812363 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-3613b49b-611b-4edb-becf-ba1c16f2079e tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 814 time: 0.1122890 Apr 11 13:23:44.828649 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-b9a684da-f2c1-41dc-98cd-56dd493cdbcb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/quotas/70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 375 time: 0.0101070 Apr 11 13:23:44.883734 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-a5821963-4fdc-4cb8-bac3-42599371eefe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459590 Apr 11 13:23:45.220065 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-0485ea6d-a53c-49de-aa28-5b9aaceafaf2 service neutron] 10.222.0.49 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247397 Apr 11 13:23:45.311851 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-94df7fab-0be2-4d3e-83bb-344c502a4a8c service neutron] 10.222.0.49 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855720 Apr 11 13:23:45.534449 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-aab941e5-a2e7-4f3b-a262-6bb559fa8d75 req-66e7566b-fabf-4de1-b30c-5fc43448b5d6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 210 time: 0.0284111 Apr 11 13:23:46.629841 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-df523115-63f2-4ecd-8495-30f56850a645 req-1ced8010-6042-43df-932e-531428fb77c1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 210 time: 0.0281804 Apr 11 13:23:47.561332 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-49fd7f9e-4b76-4f87-ad1a-180d4159a388 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:47.562939 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-49fd7f9e-4b76-4f87-ad1a-180d4159a388 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 814 time: 0.1153839 Apr 11 13:23:47.625139 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-b991407b-9875-4cc7-9e0a-57fe70f31442 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70f9bb59f05040b99068fef7330a756a HTTP/1.1" status: 200 len: 380 time: 0.0515075 Apr 11 13:23:47.634498 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'port': {'device_id': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'admin_state_up': True, 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'security_groups': ['9b1af44f-9d46-45c5-baf2-e0364c7c0102']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:47.731817 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7271a43b-3945-4ef2-acff-cdc26e2b9c65 req-5c683987-36c8-4fbc-bb8e-d06e230a492c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 210 time: 0.0315993 Apr 11 13:23:47.897452 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Made reservation on behalf of 70f9bb59f05040b99068fef7330a756a for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:23:47.901204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:48.031389 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Allocated IP 172.20.0.5 (e9a51498-8b8d-4f70-bd15-925adb6a2840/2dd097f7-0acd-47ef-b937-c68a72df4ee2/b77959a5-e8f4-4d08-b41a-7790ebb4d232) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:23:48.169044 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:48.287249 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:48.337267 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:23:48.340276 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:23:48.343999 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:23:48.351078 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event updated for resources: {'Port': ['ID=b77959a5-e8f4-4d08-b41a-7790ebb4d232,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:48.404261 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:48.404919 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:48.465618 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-5eeb75aa-28d0-4d1c-9c34-07614903b3f5 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8347058 Apr 11 13:23:48.479484 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Request body: {'port': {'device_id': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:48.539252 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-48069314-53dc-443a-9d0d-e857e88b5118 None None] Provisioning complete for port b77959a5-e8f4-4d08-b41a-7790ebb4d232 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:23:48.539756 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-48069314-53dc-443a-9d0d-e857e88b5118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:48.546029 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:48.574997 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-48069314-53dc-443a-9d0d-e857e88b5118 None None] Port b77959a5-e8f4-4d08-b41a-7790ebb4d232 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:23:48.824285 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77959a5-e8f4-4d08-b41a-7790ebb4d232 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:23:48.838145 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Publish callbacks [] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:48.859598 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Transition to ACTIVE for port object b77959a5-e8f4-4d08-b41a-7790ebb4d232 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:23:48.879389 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76f8cc-0ebd-4a5f-90ed-2e2e5b45d8d8 req-f42f191d-5886-4960-99de-eaf059e85e88 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:48.882588 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe76f8cc-0ebd-4a5f-90ed-2e2e5b45d8d8 req-f42f191d-5886-4960-99de-eaf059e85e88 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 931 time: 0.0774624 Apr 11 13:23:48.929937 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe76f8cc-0ebd-4a5f-90ed-2e2e5b45d8d8 req-59de24f9-6e08-4f26-ad29-45ecdeb37659 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431981 Apr 11 13:23:48.937022 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:48.995935 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Pushing event updated for resources: {'Port': ['ID=b77959a5-e8f4-4d08-b41a-7790ebb4d232,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:49.075059 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Attempting to bind port b77959a5-e8f4-4d08-b41a-7790ebb4d232 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:23:49.075866 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Attempting to bind port b77959a5-e8f4-4d08-b41a-7790ebb4d232 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:23:49.076811 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Attempting to bind port b77959a5-e8f4-4d08-b41a-7790ebb4d232 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:23:49.087345 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Port b77959a5-e8f4-4d08-b41a-7790ebb4d232 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:23:49.088032 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Attempting to bind port b77959a5-e8f4-4d08-b41a-7790ebb4d232 on network e9a51498-8b8d-4f70-bd15-925adb6a2840 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:23:49.094903 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:23:49.095248 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Checking segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:23:49.095695 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Bound using segment: {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:23:49.096132 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Bound port: b77959a5-e8f4-4d08-b41a-7790ebb4d232, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e09e1cb-b274-4922-b177-fd6b071d6d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:23:49.096989 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:49.205074 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-a8d7207e-a86a-45d7-8dab-d2689adb77be tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-225155875&fields=id&tenant_id=ab17127fc9dd4c639842f605d435f7cd HTTP/1.1" status: 200 len: 267 time: 0.0906880 Apr 11 13:23:49.213555 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] For port b77959a5-e8f4-4d08-b41a-7790ebb4d232, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:23:49.223435 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] For port b77959a5-e8f4-4d08-b41a-7790ebb4d232, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b77959a5-e8f4-4d08-b41a-7790ebb4d232,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:23:49.265659 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-6be7a1bc-121b-45a4-b6ed-911872ebc22a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:49.267103 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-6be7a1bc-121b-45a4-b6ed-911872ebc22a tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 984 time: 0.0555112 Apr 11 13:23:49.278836 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Request body: {'port': {'security_groups': ['f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:49.307597 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:49.364059 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:49.364709 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:49.366133 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] 10.222.0.50 "PUT /v2.0/ports/b77959a5-e8f4-4d08-b41a-7790ebb4d232 HTTP/1.1" status: 200 len: 1093 time: 0.8925714 Apr 11 13:23:49.367768 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'tag': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:49.370244 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1abdccaa-0bd2-459e-8b50-7e759c3781f5" -d '{"events": [{"name": "network-changed", "server_uuid": "43b672ba-1dcd-4164-bae9-a17e415ecbdc", "tag": "b77959a5-e8f4-4d08-b41a-7790ebb4d232"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:49.413269 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c3208-3f9d-46b8-8642-f734e3982616 service neutron] Pushing event updated for resources: {'Port': ['ID=b77959a5-e8f4-4d08-b41a-7790ebb4d232,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:49.421191 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b0a677-31f9-4349-8574-2313da876521 x-openstack-request-id: req-d0b0a677-31f9-4349-8574-2313da876521 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:49.421572 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b672ba-1dcd-4164-bae9-a17e415ecbdc", "tag": "b77959a5-e8f4-4d08-b41a-7790ebb4d232", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:49.421795 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d0b0a677-31f9-4349-8574-2313da876521 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:49.422263 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b0a677-31f9-4349-8574-2313da876521'] response: {'name': 'network-changed', 'server_uuid': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'tag': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'status': 'completed', 'code': 200} Apr 11 13:23:49.427876 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1bb04627-4403-438c-82ea-573a7f936eff), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:49.518415 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdccaa-0bd2-459e-8b50-7e759c3781f5 req-6353824a-572d-4da7-b9b8-00a9cadd56c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:49.519781 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1abdccaa-0bd2-459e-8b50-7e759c3781f5 req-6353824a-572d-4da7-b9b8-00a9cadd56c5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 1127 time: 0.0779426 Apr 11 13:23:49.697385 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdccaa-0bd2-459e-8b50-7e759c3781f5 req-e6fae614-d8bf-44f1-852c-ecc11dbb6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:49.698794 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1abdccaa-0bd2-459e-8b50-7e759c3781f5 req-e6fae614-d8bf-44f1-852c-ecc11dbb6808 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=70f9bb59f05040b99068fef7330a756a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1684186 Apr 11 13:23:49.794207 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] For port 1bb04627-4403-438c-82ea-573a7f936eff, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1bb04627-4403-438c-82ea-573a7f936eff,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:49.839233 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abdccaa-0bd2-459e-8b50-7e759c3781f5 req-dc305481-8d55-4893-b686-351cc61dad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:49.840682 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1abdccaa-0bd2-459e-8b50-7e759c3781f5 req-dc305481-8d55-4893-b686-351cc61dad80 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1347916 Apr 11 13:23:49.842570 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for port (1bb04627-4403-438c-82ea-573a7f936eff), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:49.932321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-393d6bfe-99d1-4b34-8630-3f4cb9e3c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:49.933723 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-393d6bfe-99d1-4b34-8630-3f4cb9e3c5e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 1127 time: 0.0415142 Apr 11 13:23:49.947879 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (1bb04627-4403-438c-82ea-573a7f936eff), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:49.959419 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1bb04627-4403-438c-82ea-573a7f936eff'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:23:49.981889 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-99a95843-1c69-4e32-9cd1-6f82bb8d6e23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b77959a5-e8f4-4d08-b41a-7790ebb4d232 HTTP/1.1" status: 200 len: 217 time: 0.0411003 Apr 11 13:23:50.059557 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:50.060149 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.061589 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1475877c-9109-414f-9b4d-c75b39fcaf93 req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "PUT /v2.0/ports/1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 942 time: 0.7873118 Apr 11 13:23:50.066888 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a23a-9a29-44b1-86fe-cf82831a0964 req-e3af263a-3003-476c-bb8c-c110bb30a6d0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:50.069173 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0f34a23a-9a29-44b1-86fe-cf82831a0964 req-e3af263a-3003-476c-bb8c-c110bb30a6d0 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 943 time: 0.0601385 Apr 11 13:23:50.079831 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48020) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:50.097692 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ca77b-d4e1-4f67-a484-690d32aa521f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event updated for resources: {'Port': ['ID=1bb04627-4403-438c-82ea-573a7f936eff,revision_number=7']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:50.104109 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-f3f78ba1-f6ba-4d30-9953-f60e6ef4e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:50.105598 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-f3f78ba1-f6ba-4d30-9953-f60e6ef4e98a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.1174738 Apr 11 13:23:50.164991 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-30e4f46a-bfe3-4897-abdc-894504467ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:50.166554 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-30e4f46a-bfe3-4897-abdc-894504467ebf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540397 Apr 11 13:23:50.183743 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0f34a23a-9a29-44b1-86fe-cf82831a0964 req-1361ca16-e7dc-45e8-ab29-92a5e252b582 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961759 Apr 11 13:23:50.192750 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1bb04627-4403-438c-82ea-573a7f936eff'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:23:50.197123 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2b718a4e-470b-44c7-b911-f0f551a25b02 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group (546154bd-a632-4a93-817b-53bb0bdfc39e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.231601 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2b718a4e-470b-44c7-b911-f0f551a25b02 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group (546154bd-a632-4a93-817b-53bb0bdfc39e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.296584 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-497d808a-dfd9-4802-a211-3cad4a2123a3 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221130 Apr 11 13:23:50.351686 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-527fe35f-efd5-4334-93f5-393a0e8fa9b7 None None] Provisioning complete for port 1bb04627-4403-438c-82ea-573a7f936eff triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:23:50.352063 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-527fe35f-efd5-4334-93f5-393a0e8fa9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1bb04627-4403-438c-82ea-573a7f936eff), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.388346 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2b718a4e-470b-44c7-b911-f0f551a25b02 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (546154bd-a632-4a93-817b-53bb0bdfc39e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.391550 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2b718a4e-470b-44c7-b911-f0f551a25b02 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.396021 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2b718a4e-470b-44c7-b911-f0f551a25b02 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "DELETE /v2.0/security-groups/546154bd-a632-4a93-817b-53bb0bdfc39e HTTP/1.1" status: 204 len: 168 time: 0.3137157 Apr 11 13:23:50.399425 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6d521d24-2e23-404d-9f7e-b0732b4da18b req-b597575f-4cd1-4fb7-9e36-20ffa1fd379b service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979729 Apr 11 13:23:50.399907 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48022) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:50.420400 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b718a4e-470b-44c7-b911-f0f551a25b02 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546154bd-a632-4a93-817b-53bb0bdfc39e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:50.474693 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-527fe35f-efd5-4334-93f5-393a0e8fa9b7 None None] Current status of the port 1bb04627-4403-438c-82ea-573a7f936eff is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:23:50.586880 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Deleting port 653e2bb6-075d-4880-b1a8-cab4d984795b {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:23:50.587267 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (653e2bb6-075d-4880-b1a8-cab4d984795b), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.673899 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (653e2bb6-075d-4880-b1a8-cab4d984795b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.674260 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for floatingip (653e2bb6-075d-4880-b1a8-cab4d984795b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.686695 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Calling delete_port for 653e2bb6-075d-4880-b1a8-cab4d984795b owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:23:50.925980 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (653e2bb6-075d-4880-b1a8-cab4d984795b), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:50.954367 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event deleted for resources: {'Port': ['ID=653e2bb6-075d-4880-b1a8-cab4d984795b,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:51.020071 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks [] for floatingip (fd2bf732-14fa-4fbe-9bb3-0734cee65b44), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:51.020403 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Floating IP fd2bf732-14fa-4fbe-9bb3-0734cee65b44 disassociated (deleted). External IP: 172.27.3.225, port: 1bb04627-4403-438c-82ea-573a7f936eff. Apr 11 13:23:51.384610 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda38b6e-cff1-4d10-8e74-ad91cce00266 req-435992d1-d562-46c1-b81f-58811f9fa4ce tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:51.386180 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eda38b6e-cff1-4d10-8e74-ad91cce00266 req-435992d1-d562-46c1-b81f-58811f9fa4ce tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 943 time: 0.0901487 Apr 11 13:23:51.428472 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:51.431221 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8196d57f-7d59-4ddf-ae98-9b4b2350390e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:51.484251 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322cd718-caf6-4e6c-ae37-9114ccbd5079 x-openstack-request-id: req-322cd718-caf6-4e6c-ae37-9114ccbd5079 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:51.484543 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:51.484792 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-322cd718-caf6-4e6c-ae37-9114ccbd5079 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:51.485180 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-322cd718-caf6-4e6c-ae37-9114ccbd5079'] response: {'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff', 'status': 'completed', 'code': 200} Apr 11 13:23:51.491228 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eda38b6e-cff1-4d10-8e74-ad91cce00266 req-84db416f-42d6-4a4d-ac48-80c99f2aa5e8 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977018 Apr 11 13:23:51.600558 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-1100ec5e-d3f2-4aaf-a5e1-23739a667a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:51.602301 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-1100ec5e-d3f2-4aaf-a5e1-23739a667a2e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab17127fc9dd4c639842f605d435f7cd&device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1129 time: 0.1066735 Apr 11 13:23:51.609489 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:23:51.789463 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-a4dd01a3-40b0-46f1-b5f1-2a043a27f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:51.790988 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-a4dd01a3-40b0-46f1-b5f1-2a043a27f85d service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c HTTP/1.1" status: 200 len: 915 time: 0.1804094 Apr 11 13:23:51.841175 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-9c456dd2-e338-458c-8034-6f745aaf27c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 217 time: 0.0412955 Apr 11 13:23:51.842406 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:23:51.847448 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:51.854596 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] Sync routers for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:23:51.866147 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:51.867118 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:51.920096 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0ac972ba-a30f-477e-9cc4-fbc95679ab01 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "DELETE /v2.0/floatingips/fd2bf732-14fa-4fbe-9bb3-0734cee65b44 HTTP/1.1" status: 204 len: 168 time: 1.5163555 Apr 11 13:23:51.923901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-091a64f1-2b0b-4e49-a083-549a0c527750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:51.925402 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-091a64f1-2b0b-4e49-a083-549a0c527750 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89870a6c-292f-442f-8982-b2b680c8a89a HTTP/1.1" status: 200 len: 853 time: 0.0754015 Apr 11 13:23:51.983475 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-654caed2-13b3-4f4b-b0f2-31a7d892af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:51.987090 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-654caed2-13b3-4f4b-b0f2-31a7d892af75 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549407 Apr 11 13:23:52.012476 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:52.092353 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-b25b8e4b-166a-4ead-984a-a30697dd3a50 service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951340 Apr 11 13:23:52.190229 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8196d57f-7d59-4ddf-ae98-9b4b2350390e req-beeb0555-8340-4a1b-8400-b338a0a42fdf service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902412 Apr 11 13:23:52.236420 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 5, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:52.263853 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] Checking router: 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:23:52.275899 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:23:52.276542 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:52.408409 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:23:52.410307 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:52.441138 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b77959a5-e8f4-4d08-b41a-7790ebb4d232 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:23:52.613235 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc73f7d-4673-460f-abc1-739c1d37468e req-e99d8b40-f4de-492f-bf97-19fe4171ddc9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:52.614913 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fcc73f7d-4673-460f-abc1-739c1d37468e req-e99d8b40-f4de-492f-bf97-19fe4171ddc9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 943 time: 0.0508339 Apr 11 13:23:52.657506 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b77959a5-e8f4-4d08-b41a-7790ebb4d232, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b77959a5-e8f4-4d08-b41a-7790ebb4d232,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:52.677309 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fcc73f7d-4673-460f-abc1-739c1d37468e req-af8680af-2bf2-4fb2-9b19-fcf79d822ea6 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556071 Apr 11 13:23:52.690781 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'port_id': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'mac_address': 'fa:16:3e:3a:bb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:23:52.733732 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 5, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:23:52.766077 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776523f4-5e8a-4437-bae5-6bf97860cb71 None None] The sync data for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi is: [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:21:18Z', 'revision_number': 4, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'a03079f3-f06e-4b38-aec9-e2ccef8e5e4f', 'name': '', 'network_id': '5ff99bfa-b255-4e0b-9a6c-ff5de403369c', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'mac_address': 'fa:16:3e:2b:38:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:17Z', 'updated_at': '2022-04-11T13:21:25Z', 'revision_number': 5, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'subnets': [{'id': '89870a6c-292f-442f-8982-b2b680c8a89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:23:52.771460 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port b77959a5-e8f4-4d08-b41a-7790ebb4d232 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:23:52.771854 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:52.786360 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77959a5-e8f4-4d08-b41a-7790ebb4d232 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:23:52.808812 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b77959a5-e8f4-4d08-b41a-7790ebb4d232, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b77959a5-e8f4-4d08-b41a-7790ebb4d232,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:52.886335 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:52.940584 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=b77959a5-e8f4-4d08-b41a-7790ebb4d232,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:53.013501 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045711e1-36bc-4705-88ac-398416a38b28 None None] New status for floating IP fd2bf732-14fa-4fbe-9bb3-0734cee65b44: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:23:53.143084 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a53b6a3f-fdf8-42fa-94ec-5ce02db98f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:53.175997 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['b77959a5-e8f4-4d08-b41a-7790ebb4d232'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:23:53.357113 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:23:53.486629 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:53.488983 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9227a83a-65ba-4d54-946a-9ccc486f4747" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:53.526478 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5819d4e0-0bff-4b03-b7eb-5f867e49d540 x-openstack-request-id: req-5819d4e0-0bff-4b03-b7eb-5f867e49d540 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:53.526777 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "tag": "1bb04627-4403-438c-82ea-573a7f936eff", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:53.527035 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5819d4e0-0bff-4b03-b7eb-5f867e49d540 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:53.527443 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5819d4e0-0bff-4b03-b7eb-5f867e49d540'] response: {'name': 'network-changed', 'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff', 'status': 'completed', 'code': 200} Apr 11 13:23:53.598115 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-eb7d2141-7e00-4231-ac7c-de90898c8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:53.601247 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-eb7d2141-7e00-4231-ac7c-de90898c8826 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ab17127fc9dd4c639842f605d435f7cd&device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 1129 time: 0.0476198 Apr 11 13:23:53.694722 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-cd4ed957-650a-4843-b313-6710c2109db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:53.696200 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-cd4ed957-650a-4843-b313-6710c2109db6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c HTTP/1.1" status: 200 len: 915 time: 0.0883038 Apr 11 13:23:53.742664 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-2e0fecba-c616-4e16-9c45-46fa68d582bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 200 len: 217 time: 0.0393605 Apr 11 13:23:53.819709 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2a89f-464d-4f09-98f5-312baeb2f2ce req-79b85611-cc48-4b21-96d4-c0ad30dabae7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:53.821250 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-13a2a89f-464d-4f09-98f5-312baeb2f2ce req-79b85611-cc48-4b21-96d4-c0ad30dabae7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 944 time: 0.0729270 Apr 11 13:23:53.837847 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-11e3d302-a183-4486-9b6a-61d8ea530973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:53.839344 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-11e3d302-a183-4486-9b6a-61d8ea530973 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=89870a6c-292f-442f-8982-b2b680c8a89a HTTP/1.1" status: 200 len: 853 time: 0.0822968 Apr 11 13:23:53.907080 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-b82fb6eb-fb03-4cf5-b64d-44e8a20fc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:53.908577 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-b82fb6eb-fb03-4cf5-b64d-44e8a20fc739 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5ff99bfa-b255-4e0b-9a6c-ff5de403369c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614223 Apr 11 13:23:53.912606 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-13a2a89f-464d-4f09-98f5-312baeb2f2ce req-ce6fc2a9-a1f4-4040-a3df-e7d7562d880a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850329 Apr 11 13:23:54.000490 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-e3411b25-1851-4748-a0e8-dc4f89cb35ca service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844126 Apr 11 13:23:54.093458 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9227a83a-65ba-4d54-946a-9ccc486f4747 req-8b8519cb-d51b-44a5-916c-8c9f973d9475 service neutron] 10.222.0.50 "GET /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866821 Apr 11 13:23:54.450817 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b77959a5-e8f4-4d08-b41a-7790ebb4d232 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:23:54.497128 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port b77959a5-e8f4-4d08-b41a-7790ebb4d232 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:23:54.565636 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port b77959a5-e8f4-4d08-b41a-7790ebb4d232 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:23:54.566133 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:54.649469 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port b77959a5-e8f4-4d08-b41a-7790ebb4d232 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:23:54.649899 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:54.674013 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:54.678096 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ee0c22-8fea-4502-953a-dc1850632308" -d '{"events": [{"server_uuid": "43b672ba-1dcd-4164-bae9-a17e415ecbdc", "name": "network-vif-plugged", "status": "completed", "tag": "b77959a5-e8f4-4d08-b41a-7790ebb4d232"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:54.691831 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b77959a5-e8f4-4d08-b41a-7790ebb4d232, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b77959a5-e8f4-4d08-b41a-7790ebb4d232,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:54.714133 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646e6c3-8934-4fc1-8725-90c65cc1f5c8 x-openstack-request-id: req-8646e6c3-8934-4fc1-8725-90c65cc1f5c8 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:54.714455 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b672ba-1dcd-4164-bae9-a17e415ecbdc", "name": "network-vif-plugged", "status": "completed", "tag": "b77959a5-e8f4-4d08-b41a-7790ebb4d232", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:54.714712 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8646e6c3-8934-4fc1-8725-90c65cc1f5c8 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:54.715152 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8646e6c3-8934-4fc1-8725-90c65cc1f5c8'] response: {'server_uuid': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'code': 200} Apr 11 13:23:54.828676 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:54.887664 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=b77959a5-e8f4-4d08-b41a-7790ebb4d232,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:55.059044 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec08783-9fb3-478e-a4c9-499a950f6dd1 req-dc5a69d2-35d5-466d-8d5f-527016ae903c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:55.060560 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ec08783-9fb3-478e-a4c9-499a950f6dd1 req-dc5a69d2-35d5-466d-8d5f-527016ae903c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0776641 Apr 11 13:23:55.063892 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b8a00-6263-478b-99a4-d249ab663feb req-f213846c-ae28-465a-be30-417528557c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:55.065288 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f30b8a00-6263-478b-99a4-d249ab663feb req-f213846c-ae28-465a-be30-417528557c9c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 1129 time: 0.0687249 Apr 11 13:23:55.135712 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7ec08783-9fb3-478e-a4c9-499a950f6dd1 req-ff13a062-224b-4aa2-92e8-2ebc1f20d738 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679717 Apr 11 13:23:55.142483 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f30b8a00-6263-478b-99a4-d249ab663feb req-55dbe529-3480-4b0d-952a-27383b23c0ef service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681746 Apr 11 13:23:55.691180 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-3fb28e3f-3869-46bd-8412-cedbf9a338d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:56.267003 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423f002-faa2-41ba-9c95-86bfd81dfeb1 req-663fd4d0-be40-447b-889b-f7983f215d07 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:56.270343 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f423f002-faa2-41ba-9c95-86bfd81dfeb1 req-663fd4d0-be40-447b-889b-f7983f215d07 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0591006 Apr 11 13:23:56.324130 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f423f002-faa2-41ba-9c95-86bfd81dfeb1 req-f5471b1d-7ec1-471e-aaf7-4aa5cfe8c4b9 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488126 Apr 11 13:23:56.349301 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91395dbc-7464-4a5a-9839-e4abe3334079 req-29875e41-f2f2-44f5-a6bd-43dbf6931735 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:56.350924 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91395dbc-7464-4a5a-9839-e4abe3334079 req-29875e41-f2f2-44f5-a6bd-43dbf6931735 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0502214 Apr 11 13:23:56.388720 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:56.408757 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-91395dbc-7464-4a5a-9839-e4abe3334079 req-cdf80d2e-1db4-492e-a904-919b7235bd82 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517850 Apr 11 13:23:57.440743 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd98ea-4dfc-4943-82b3-d18e8e005c94 req-5f2bc8a0-bfaf-4f88-83da-dbcbd15af880 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:57.442264 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d8dd98ea-4dfc-4943-82b3-d18e8e005c94 req-5f2bc8a0-bfaf-4f88-83da-dbcbd15af880 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0487263 Apr 11 13:23:57.496808 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d8dd98ea-4dfc-4943-82b3-d18e8e005c94 req-24ba9cd0-dc61-43ec-ba84-79e74a056052 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481761 Apr 11 13:23:57.544084 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035bc2b-e7b8-4914-8100-aea42414020e req-723fcb0b-bca5-479c-84d5-afe2c5884aec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:57.545778 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3035bc2b-e7b8-4914-8100-aea42414020e req-723fcb0b-bca5-479c-84d5-afe2c5884aec tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0640798 Apr 11 13:23:57.605215 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3035bc2b-e7b8-4914-8100-aea42414020e req-140a97bb-d468-4cf8-9a9b-e8b5382be35f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Apr 11 13:23:57.953936 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:58.661236 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bfe103-806b-4de8-a235-422cf37ed04a req-8a4b5a71-19bc-4bf9-b4c4-4ff5e60d533d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:58.668872 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-41bfe103-806b-4de8-a235-422cf37ed04a req-8a4b5a71-19bc-4bf9-b4c4-4ff5e60d533d tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0864563 Apr 11 13:23:58.692548 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-a8f47e38-e7b6-47f3-838a-f1ab535b73b5 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:58.694025 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-a8f47e38-e7b6-47f3-838a-f1ab535b73b5 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.50 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0787995 Apr 11 13:23:58.723439 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01f80-23c6-4cd7-b0dc-162b654b34b7 req-f063d471-eb8f-4076-8793-a7b25d03624f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:58.726336 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b2a01f80-23c6-4cd7-b0dc-162b654b34b7 req-f063d471-eb8f-4076-8793-a7b25d03624f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 945 time: 0.0523596 Apr 11 13:23:58.757474 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-41bfe103-806b-4de8-a235-422cf37ed04a req-7bd639d4-ca39-43a0-979b-32cf8958dadb tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877056 Apr 11 13:23:58.781586 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b2a01f80-23c6-4cd7-b0dc-162b654b34b7 req-1b766e55-6a07-422c-87b2-4b88673e8374 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/security-groups?id=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495129 Apr 11 13:23:58.809669 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Deleting port 1bb04627-4403-438c-82ea-573a7f936eff {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:23:58.810008 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (1bb04627-4403-438c-82ea-573a7f936eff), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:58.919964 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43075d97-63e6-4b02-b83a-f845f4cf7a3d req-87f01f2b-13a7-4bd0-bbe8-746b133b33ac tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:23:58.921897 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-43075d97-63e6-4b02-b83a-f845f4cf7a3d req-87f01f2b-13a7-4bd0-bbe8-746b133b33ac tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0849683 Apr 11 13:23:58.932036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48082) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:23:58.936740 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Request body: {'floatingip': {'port_id': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:23:58.946574 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] For port 1bb04627-4403-438c-82ea-573a7f936eff, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1bb04627-4403-438c-82ea-573a7f936eff,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:23:58.947102 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (1bb04627-4403-438c-82ea-573a7f936eff), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:58.961645 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Calling delete_port for 1bb04627-4403-438c-82ea-573a7f936eff owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:23:58.983544 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (bf64cc73-bd74-420d-bea2-7f63645a946b), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:59.183030 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (1bb04627-4403-438c-82ea-573a7f936eff), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:59.197322 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1bb04627-4403-438c-82ea-573a7f936eff'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:23:59.214340 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Pushing event deleted for resources: {'Port': ['ID=1bb04627-4403-438c-82ea-573a7f936eff,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:23:59.268405 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] No DVR routers for this DVR port 1bb04627-4403-438c-82ea-573a7f936eff on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:23:59.271051 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:59.275057 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3030b444-8777-4ca7-a337-5ab922a3b508 req-63ad4236-b856-4215-8e09-e74a8a318d1f tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.50 "DELETE /v2.0/ports/1bb04627-4403-438c-82ea-573a7f936eff HTTP/1.1" status: 204 len: 173 time: 0.5740814 Apr 11 13:23:59.275524 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'name': 'network-vif-deleted', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:23:59.278169 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d9a9c-ec33-41f3-a79f-25719f590696" -d '{"events": [{"server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "name": "network-vif-deleted", "tag": "1bb04627-4403-438c-82ea-573a7f936eff"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:23:59.379309 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39eada1-d000-4fd3-8065-73c380072df0 x-openstack-request-id: req-e39eada1-d000-4fd3-8065-73c380072df0 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:23:59.379603 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb6cabf-aee8-4ad5-a406-d19213f490b6", "name": "network-vif-deleted", "tag": "1bb04627-4403-438c-82ea-573a7f936eff", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:23:59.382157 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e39eada1-d000-4fd3-8065-73c380072df0 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:23:59.382157 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e39eada1-d000-4fd3-8065-73c380072df0'] response: {'server_uuid': '1cb6cabf-aee8-4ad5-a406-d19213f490b6', 'name': 'network-vif-deleted', 'tag': '1bb04627-4403-438c-82ea-573a7f936eff', 'status': 'completed', 'code': 200} Apr 11 13:23:59.475842 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:59.537246 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (bf64cc73-bd74-420d-bea2-7f63645a946b), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:59.577775 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:23:59.648784 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Floating IP bf64cc73-bd74-420d-bea2-7f63645a946b associated. External IP: 172.27.3.40, port: b77959a5-e8f4-4d08-b41a-7790ebb4d232. Apr 11 13:23:59.882123 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:23:59.893217 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-421056b3-e069-47bf-8201-6d370bfe8fb5 req-ed4fb942-6653-4038-80c2-0e09aa9380d8 tempest-TestMinimumBasicScenario-587905021 tempest-TestMinimumBasicScenario-587905021-project] 10.222.0.49 "GET /v2.0/ports?device_id=1cb6cabf-aee8-4ad5-a406-d19213f490b6 HTTP/1.1" status: 200 len: 210 time: 0.0306394 Apr 11 13:23:59.993790 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:23:59.998739 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:00.003995 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:00.013254 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:00.013865 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:00.027665 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d3880679-594d-40f3-90fd-a9356e5661f1 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "PUT /v2.0/floatingips/bf64cc73-bd74-420d-bea2-7f63645a946b HTTP/1.1" status: 200 len: 990 time: 1.0944800 Apr 11 13:24:00.028803 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'tag': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:24:00.030822 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4efc35-aea8-41eb-8c67-04ed6d440387" -d '{"events": [{"name": "network-changed", "server_uuid": "43b672ba-1dcd-4164-bae9-a17e415ecbdc", "tag": "b77959a5-e8f4-4d08-b41a-7790ebb4d232"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:24:00.070856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635917ef-9810-414a-b3a5-4c57f653227b x-openstack-request-id: req-635917ef-9810-414a-b3a5-4c57f653227b {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:24:00.071178 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b672ba-1dcd-4164-bae9-a17e415ecbdc", "tag": "b77959a5-e8f4-4d08-b41a-7790ebb4d232", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:24:00.071967 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-635917ef-9810-414a-b3a5-4c57f653227b {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:24:00.072379 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-635917ef-9810-414a-b3a5-4c57f653227b'] response: {'name': 'network-changed', 'server_uuid': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'tag': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'status': 'completed', 'code': 200} Apr 11 13:24:00.134267 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:00.135105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-82c44a55-3224-46bc-b67c-ac4512a5b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:00.137451 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-82c44a55-3224-46bc-b67c-ac4512a5b452 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=70f9bb59f05040b99068fef7330a756a&device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 1129 time: 0.0440600 Apr 11 13:24:00.235682 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-816c7a6a-3aa1-436f-91ff-709780017c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:00.237584 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-816c7a6a-3aa1-436f-91ff-709780017c9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 200 len: 915 time: 0.0940793 Apr 11 13:24:00.316509 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-9fa0b014-15df-4e7a-9fe3-3936d187168a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b77959a5-e8f4-4d08-b41a-7790ebb4d232 HTTP/1.1" status: 200 len: 998 time: 0.0692143 Apr 11 13:24:00.365138 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-a701694b-6ee8-428f-b12d-7bb9b7a52c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:00.366689 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-a701694b-6ee8-428f-b12d-7bb9b7a52c76 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 200 len: 853 time: 0.0462260 Apr 11 13:24:00.378002 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'bf64cc73-bd74-420d-bea2-7f63645a946b', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:3a:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:23:44Z', 'updated_at': '2022-04-11T13:23:59Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:00.407830 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:00.417825 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:00.418490 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:00.421077 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-89472c47-3df9-481b-bb3f-0f100f2a7d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:00.426827 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-89472c47-3df9-481b-bb3f-0f100f2a7d7e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9a51498-8b8d-4f70-bd15-925adb6a2840&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487278 Apr 11 13:24:00.525162 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-f3b2fe4c-165c-445c-aa03-a3f2411b3970 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956645 Apr 11 13:24:00.532823 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:00.630948 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-be4efc35-aea8-41eb-8c67-04ed6d440387 req-c69e3433-5cab-4da5-b287-cd653a169479 service neutron] 10.222.0.50 "GET /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955143 Apr 11 13:24:00.770922 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'bf64cc73-bd74-420d-bea2-7f63645a946b', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:3a:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:23:44Z', 'updated_at': '2022-04-11T13:23:59Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:00.800143 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d04868-5e21-4ffe-8306-718cd2b613c1 None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'bf64cc73-bd74-420d-bea2-7f63645a946b', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'floating_ip_address': '172.27.3.40', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'port_id': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'mac_address': 'fa:16:3e:3a:bb:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:23:44Z', 'updated_at': '2022-04-11T13:23:59Z', 'revision_number': 1, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:00.998847 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0255e38f-55d5-47b9-972b-f89df8065d19 None None] New status for floating IP bf64cc73-bd74-420d-bea2-7f63645a946b: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:24:02.371725 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48140) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:02.507162 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1bb04627-4403-438c-82ea-573a7f936eff no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:02.528048 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 1bb04627-4403-438c-82ea-573a7f936eff {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:02.528394 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1bb04627-4403-438c-82ea-573a7f936eff not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:02.777919 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:03.312445 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Deleting port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:03.312832 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:03.392018 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] For port a03079f3-f06e-4b38-aec9-e2ccef8e5e4f, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:03.392608 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:03.406320 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Calling delete_port for a03079f3-f06e-4b38-aec9-e2ccef8e5e4f owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:03.680264 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (a03079f3-f06e-4b38-aec9-e2ccef8e5e4f), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:03.711752 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Pushing event deleted for resources: {'Port': ['ID=a03079f3-f06e-4b38-aec9-e2ccef8e5e4f,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:03.887026 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:04.118563 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:24:04.230941 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:24:04.236029 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ff906fd3-aeff-48b1-8955-d0cbcb8dbccb admin admin] 10.222.0.49 "PUT /v2.0/routers/0d5bea49-c1d6-4f3d-9b19-d53caca698b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8632586 Apr 11 13:24:04.238668 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48142) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:04.241251 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] Sync routers for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:04.253539 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:04.254195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:04.353435 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks [] for router (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:04.369445 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:04.477809 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks [] for router_gateway (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:04.550397 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:24:03Z', 'revision_number': 5, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port': {'id': 'bc8d414d-97d4-4aa2-8932-2d827633baa9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:14Z', 'updated_at': '2022-04-11T13:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:04.579224 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] Checking router: 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:04.579844 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Deleting port bc8d414d-97d4-4aa2-8932-2d827633baa9 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:04.580318 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:04.591180 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] Routers {'0d5bea49-c1d6-4f3d-9b19-d53caca698b5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:04.591976 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:04.666546 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] For port bc8d414d-97d4-4aa2-8932-2d827633baa9, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=bc8d414d-97d4-4aa2-8932-2d827633baa9,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:04.666822 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:04.682133 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Calling delete_port for bc8d414d-97d4-4aa2-8932-2d827633baa9 owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:04.685952 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] Set router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:04.743601 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:24:04Z', 'revision_number': 6, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port_host': None}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:04.772931 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a911098a-6281-47d9-bfd3-6cfd10fe03e0 None None] The sync data for ids ['0d5bea49-c1d6-4f3d-9b19-d53caca698b5'] in dv-cinder-836973-2-iscsi is: [{'id': '0d5bea49-c1d6-4f3d-9b19-d53caca698b5', 'name': 'tempest-TestMinimumBasicScenario-884678186-router', 'tenant_id': 'ab17127fc9dd4c639842f605d435f7cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:13Z', 'updated_at': '2022-04-11T13:24:04Z', 'revision_number': 6, 'project_id': 'ab17127fc9dd4c639842f605d435f7cd', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:04.903178 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (bc8d414d-97d4-4aa2-8932-2d827633baa9), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:04.930515 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8d414d-97d4-4aa2-8932-2d827633baa9,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:04.993330 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.105978 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.108146 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks [] for router_controller (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.246142 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (0d5bea49-c1d6-4f3d-9b19-d53caca698b5), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.248949 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d5bea49-c1d6-4f3d-9b19-d53caca698b5 {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:24:05.252700 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.254251 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7d5d4a9c-da2b-42e7-9ee6-469655da6cfe admin admin] 10.222.0.49 "DELETE /v2.0/routers/0d5bea49-c1d6-4f3d-9b19-d53caca698b5 HTTP/1.1" status: 204 len: 168 time: 1.0145895 Apr 11 13:24:05.260717 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48146) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:05.308108 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59e7993-7144-48e4-9f79-7b888f1fa601 admin admin] Deleting subnet 89870a6c-292f-442f-8982-b2b680c8a89a {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:24:05.311359 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f59e7993-7144-48e4-9f79-7b888f1fa601 admin admin] Publish callbacks [] for subnet (89870a6c-292f-442f-8982-b2b680c8a89a), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.351013 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f59e7993-7144-48e4-9f79-7b888f1fa601 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5458253'] for subnet (89870a6c-292f-442f-8982-b2b680c8a89a), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.462858 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f59e7993-7144-48e4-9f79-7b888f1fa601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (89870a6c-292f-442f-8982-b2b680c8a89a), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.539712 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device a03079f3-f06e-4b38-aec9-e2ccef8e5e4f no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:05.558347 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: a03079f3-f06e-4b38-aec9-e2ccef8e5e4f {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:05.558768 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device a03079f3-f06e-4b38-aec9-e2ccef8e5e4f not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:05.605994 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f59e7993-7144-48e4-9f79-7b888f1fa601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4688828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4505320'] for subnet (89870a6c-292f-442f-8982-b2b680c8a89a), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.630499 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e7993-7144-48e4-9f79-7b888f1fa601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89870a6c-292f-442f-8982-b2b680c8a89a,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:05.636732 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f59e7993-7144-48e4-9f79-7b888f1fa601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.642600 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f59e7993-7144-48e4-9f79-7b888f1fa601 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/89870a6c-292f-442f-8982-b2b680c8a89a HTTP/1.1" status: 204 len: 168 time: 0.3783646 Apr 11 13:24:05.648514 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76e062c-bdef-46f0-bd1e-4dbb19892222 None None] Network 5ff99bfa-b255-4e0b-9a6c-ff5de403369c requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:24:05.649051 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48148) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:05.722279 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (5ff99bfa-b255-4e0b-9a6c-ff5de403369c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.771899 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Deleting port 599e91a8-5d22-4463-b1f0-22110064bc98 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:05.772232 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.820640 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] DHCP port deletion for 5ff99bfa-b255-4e0b-9a6c-ff5de403369c request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:24:05.850904 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] For port 599e91a8-5d22-4463-b1f0-22110064bc98, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=599e91a8-5d22-4463-b1f0-22110064bc98,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:05.851263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:05.867506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Calling delete_port for 599e91a8-5d22-4463-b1f0-22110064bc98 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:05.873396 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] Deleting port 599e91a8-5d22-4463-b1f0-22110064bc98 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:05.874011 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.063291 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.077017 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] For port 599e91a8-5d22-4463-b1f0-22110064bc98, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=599e91a8-5d22-4463-b1f0-22110064bc98,segment=NetworkSegment(316883c1-ef15-4edd-b820-910ff9f4863a),segment_id=316883c1-ef15-4edd-b820-910ff9f4863a)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:06.077416 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.091915 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Pushing event deleted for resources: {'Port': ['ID=599e91a8-5d22-4463-b1f0-22110064bc98,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:06.092587 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] Calling delete_port for 599e91a8-5d22-4463-b1f0-22110064bc98 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:06.095849 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] No DVR routers for this DVR port 599e91a8-5d22-4463-b1f0-22110064bc98 on host dv-cinder-836973-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:06.185044 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (5ff99bfa-b255-4e0b-9a6c-ff5de403369c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.210898 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff99bfa-b255-4e0b-9a6c-ff5de403369c']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:06.220867 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316883c1-ef15-4edd-b820-910ff9f4863a') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:06.221216 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316883c1-ef15-4edd-b820-910ff9f4863a') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:06.222694 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (599e91a8-5d22-4463-b1f0-22110064bc98), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.231530 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (316883c1-ef15-4edd-b820-910ff9f4863a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.246263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (316883c1-ef15-4edd-b820-910ff9f4863a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.249536 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] Pushing event deleted for resources: {'Port': ['ID=599e91a8-5d22-4463-b1f0-22110064bc98,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:06.251492 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d890106e-a8db-4695-9bac-97f2e8aef865 None None] No DVR routers for this DVR port 599e91a8-5d22-4463-b1f0-22110064bc98 on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (316883c1-ef15-4edd-b820-910ff9f4863a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:24:06.263346 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:24:06.388673 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (5ff99bfa-b255-4e0b-9a6c-ff5de403369c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.405183 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.408413 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] 10.222.0.49 "DELETE /v2.0/networks/5ff99bfa-b255-4e0b-9a6c-ff5de403369c HTTP/1.1" status: 204 len: 168 time: 0.7641625 Apr 11 13:24:06.411389 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceff6d-b7cd-40f3-99aa-d91199bac69d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff99bfa-b255-4e0b-9a6c-ff5de403369c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:06.412280 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48152) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:06.819621 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (95c6a577-4861-4c63-a2db-d4ab2d920118), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:06.972998 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device bc8d414d-97d4-4aa2-8932-2d827633baa9 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:06.995183 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: bc8d414d-97d4-4aa2-8932-2d827633baa9 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:06.995536 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device bc8d414d-97d4-4aa2-8932-2d827633baa9 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:06.995967 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 599e91a8-5d22-4463-b1f0-22110064bc98 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:07.016765 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 599e91a8-5d22-4463-b1f0-22110064bc98 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:07.017116 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 599e91a8-5d22-4463-b1f0-22110064bc98 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:07.137348 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Deleting port ff8eb205-573d-4132-a67c-ee8f23fdc4c5 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:07.137656 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:07.462230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] For port ff8eb205-573d-4132-a67c-ee8f23fdc4c5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,segment=NetworkSegment(bccd4954-fd30-4c6f-81c9-9597a70e1821),segment_id=bccd4954-fd30-4c6f-81c9-9597a70e1821)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:07.462523 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:07.476688 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Calling delete_port for ff8eb205-573d-4132-a67c-ee8f23fdc4c5 owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:07.720325 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (ff8eb205-573d-4132-a67c-ee8f23fdc4c5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:07.750135 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8eb205-573d-4132-a67c-ee8f23fdc4c5,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:07.929022 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (95c6a577-4861-4c63-a2db-d4ab2d920118), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:08.170197 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Router 95c6a577-4861-4c63-a2db-d4ab2d920118 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:24:08.283591 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:24:08.291672 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c0168bae-f37b-40c3-8b81-73a844a4f822 admin admin] 10.222.0.49 "PUT /v2.0/routers/95c6a577-4861-4c63-a2db-d4ab2d920118/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8763280 Apr 11 13:24:08.291908 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48154) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:08.292567 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] Sync routers for ids ['95c6a577-4861-4c63-a2db-d4ab2d920118'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:08.303063 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] Routers {'95c6a577-4861-4c63-a2db-d4ab2d920118'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:08.303677 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['95c6a577-4861-4c63-a2db-d4ab2d920118'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:08.408400 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks [] for router (95c6a577-4861-4c63-a2db-d4ab2d920118), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:08.511003 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] Set router 95c6a577-4861-4c63-a2db-d4ab2d920118 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:08.530376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks [] for router_gateway (95c6a577-4861-4c63-a2db-d4ab2d920118), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:08.634376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Deleting port 4f820a6d-f85e-488f-8be3-31efe9eba90a {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:08.634731 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:08.691958 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:24:07Z', 'revision_number': 5, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port': {'id': '4f820a6d-f85e-488f-8be3-31efe9eba90a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:88:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:24Z', 'updated_at': '2022-04-11T13:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:08.721220 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] For port 4f820a6d-f85e-488f-8be3-31efe9eba90a, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=4f820a6d-f85e-488f-8be3-31efe9eba90a,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:08.721589 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:08.725046 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] Checking router: 95c6a577-4861-4c63-a2db-d4ab2d920118 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:08.733876 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] Routers {'95c6a577-4861-4c63-a2db-d4ab2d920118'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:08.734540 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['95c6a577-4861-4c63-a2db-d4ab2d920118'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:08.735636 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Calling delete_port for 4f820a6d-f85e-488f-8be3-31efe9eba90a owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:08.823995 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] Set router 95c6a577-4861-4c63-a2db-d4ab2d920118 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:08.881021 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:24:08Z', 'revision_number': 6, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port_host': None}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:08.907667 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db11e48-187e-44f6-a1a3-7b5966bfb758 None None] The sync data for ids ['95c6a577-4861-4c63-a2db-d4ab2d920118'] in dv-cinder-836973-2-iscsi is: [{'id': '95c6a577-4861-4c63-a2db-d4ab2d920118', 'name': 'tempest-TestMinimumBasicScenario-1270447357-router', 'tenant_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:23Z', 'updated_at': '2022-04-11T13:24:08Z', 'revision_number': 6, 'project_id': 'fc34840e9f9f4e3d9006d7c70b4e8e99', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:08.989017 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (4f820a6d-f85e-488f-8be3-31efe9eba90a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.018868 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f820a6d-f85e-488f-8be3-31efe9eba90a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:09.081644 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (95c6a577-4861-4c63-a2db-d4ab2d920118), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.200151 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (95c6a577-4861-4c63-a2db-d4ab2d920118), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.202263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks [] for router_controller (95c6a577-4861-4c63-a2db-d4ab2d920118), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.383376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (95c6a577-4861-4c63-a2db-d4ab2d920118), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.383376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c6a577-4861-4c63-a2db-d4ab2d920118 {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:24:09.383376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.383376 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7860793e-82c0-49d6-bb3d-7348232e6e97 admin admin] 10.222.0.49 "DELETE /v2.0/routers/95c6a577-4861-4c63-a2db-d4ab2d920118 HTTP/1.1" status: 204 len: 168 time: 1.0816867 Apr 11 13:24:09.384846 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48160) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:09.430927 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9dde7f-aa06-46c4-9cb0-867b291e7c9d admin admin] Deleting subnet 120252a6-f4f9-4b4e-b027-9eb708997f11 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:24:09.434559 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde7f-aa06-46c4-9cb0-867b291e7c9d admin admin] Publish callbacks [] for subnet (120252a6-f4f9-4b4e-b027-9eb708997f11), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.469938 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde7f-aa06-46c4-9cb0-867b291e7c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (120252a6-f4f9-4b4e-b027-9eb708997f11), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.584687 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde7f-aa06-46c4-9cb0-867b291e7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (120252a6-f4f9-4b4e-b027-9eb708997f11), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.737864 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde7f-aa06-46c4-9cb0-867b291e7c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (120252a6-f4f9-4b4e-b027-9eb708997f11), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.769677 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dde7f-aa06-46c4-9cb0-867b291e7c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=120252a6-f4f9-4b4e-b027-9eb708997f11,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:09.772303 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5a9dde7f-aa06-46c4-9cb0-867b291e7c9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.778211 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48168) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:09.778750 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5a9dde7f-aa06-46c4-9cb0-867b291e7c9d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/120252a6-f4f9-4b4e-b027-9eb708997f11 HTTP/1.1" status: 204 len: 168 time: 0.3923836 Apr 11 13:24:09.780450 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cf09a3-607c-4822-aad4-bad21ff3137a None None] Network 6cc18d9a-1d7e-4128-a469-61fec57f3312 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:24:09.857111 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (6cc18d9a-1d7e-4128-a469-61fec57f3312), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.910764 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Deleting port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:09.916120 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:09.978036 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] DHCP port deletion for 6cc18d9a-1d7e-4128-a469-61fec57f3312 request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:24:09.991585 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] For port 3328360b-02e6-4e4b-9834-70da6ebb6ef5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3328360b-02e6-4e4b-9834-70da6ebb6ef5,segment=NetworkSegment(bccd4954-fd30-4c6f-81c9-9597a70e1821),segment_id=bccd4954-fd30-4c6f-81c9-9597a70e1821)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:09.991951 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.015321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Calling delete_port for 3328360b-02e6-4e4b-9834-70da6ebb6ef5 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:10.028583 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] Deleting port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:10.028959 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.097244 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] For port 3328360b-02e6-4e4b-9834-70da6ebb6ef5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3328360b-02e6-4e4b-9834-70da6ebb6ef5,segment=NetworkSegment(bccd4954-fd30-4c6f-81c9-9597a70e1821),segment_id=bccd4954-fd30-4c6f-81c9-9597a70e1821)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:10.097768 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.111201 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] Calling delete_port for 3328360b-02e6-4e4b-9834-70da6ebb6ef5 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:10.154775 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.182597 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Pushing event deleted for resources: {'Port': ['ID=3328360b-02e6-4e4b-9834-70da6ebb6ef5,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:10.184447 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] No DVR routers for this DVR port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 on host dv-cinder-836973-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:10.201900 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (3328360b-02e6-4e4b-9834-70da6ebb6ef5), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.227398 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] Pushing event deleted for resources: {'Port': ['ID=3328360b-02e6-4e4b-9834-70da6ebb6ef5,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:10.231472 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb70376-a3ef-448d-86d5-6f90235b9171 None None] No DVR routers for this DVR port 3328360b-02e6-4e4b-9834-70da6ebb6ef5 on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:10.259462 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (6cc18d9a-1d7e-4128-a469-61fec57f3312), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.279469 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc18d9a-1d7e-4128-a469-61fec57f3312']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:10.289112 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccd4954-fd30-4c6f-81c9-9597a70e1821') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:10.289408 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccd4954-fd30-4c6f-81c9-9597a70e1821') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:10.303795 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5458244'] for segment (bccd4954-fd30-4c6f-81c9-9597a70e1821), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.320007 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (bccd4954-fd30-4c6f-81c9-9597a70e1821), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.324705 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:24:10.325103 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4688662'] for segment (bccd4954-fd30-4c6f-81c9-9597a70e1821), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: Traceback (most recent call last): Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: timer() Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: cb(*args, **kw) Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: return func(*args, **kwargs) Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: self._notify() Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: self.callback(batched_events) Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: event.method(event) Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: return f(self, *a, **k) Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._get(url).json() Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: return self.request(url, 'GET', **kwargs) Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:24:10.326821 dv-cinder-836973-2-iscsi neutron-server[103910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:24:10.486127 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (6cc18d9a-1d7e-4128-a469-61fec57f3312), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.492167 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.495297 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] 10.222.0.49 "DELETE /v2.0/networks/6cc18d9a-1d7e-4128-a469-61fec57f3312 HTTP/1.1" status: 204 len: 168 time: 0.7152302 Apr 11 13:24:10.509585 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e80c36-3f61-49fc-b48b-5c1e2af71656 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cc18d9a-1d7e-4128-a469-61fec57f3312,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:10.877704 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48176) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:10.926034 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-201631c7-ad16-42c8-aee2-734e74f8f4c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab17127fc9dd4c639842f605d435f7cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462608 Apr 11 13:24:10.928159 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48178) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:10.988366 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-745cb6e1-a78c-4244-96d1-116933a0f4b1 admin admin] Publish callbacks [] for security_group (f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:10.991210 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3328360b-02e6-4e4b-9834-70da6ebb6ef5 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:11.018802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 3328360b-02e6-4e4b-9834-70da6ebb6ef5 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:11.018802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3328360b-02e6-4e4b-9834-70da6ebb6ef5 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:11.018802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ff8eb205-573d-4132-a67c-ee8f23fdc4c5 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:11.019358 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-745cb6e1-a78c-4244-96d1-116933a0f4b1 admin admin] Publish callbacks [] for security_group (f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:11.034694 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: ff8eb205-573d-4132-a67c-ee8f23fdc4c5 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:11.035302 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ff8eb205-573d-4132-a67c-ee8f23fdc4c5 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:11.035902 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 4f820a6d-f85e-488f-8be3-31efe9eba90a no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:11.061529 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 4f820a6d-f85e-488f-8be3-31efe9eba90a {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:11.061871 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 4f820a6d-f85e-488f-8be3-31efe9eba90a not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:11.234209 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-745cb6e1-a78c-4244-96d1-116933a0f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:11.236800 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-745cb6e1-a78c-4244-96d1-116933a0f4b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:11.237940 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-745cb6e1-a78c-4244-96d1-116933a0f4b1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3 HTTP/1.1" status: 204 len: 168 time: 0.3081269 Apr 11 13:24:11.248476 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745cb6e1-a78c-4244-96d1-116933a0f4b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474b1e7-42c8-4ff5-a8c4-ac2f43e86ba3,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:11.596943 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7831c23-0d72-4b77-a360-636c0c6edcc0 req-5753039c-015c-4cb9-9dc7-e7b89cb32a03 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:11.598510 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e7831c23-0d72-4b77-a360-636c0c6edcc0 req-5753039c-015c-4cb9-9dc7-e7b89cb32a03 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0502813 Apr 11 13:24:11.648345 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e7831c23-0d72-4b77-a360-636c0c6edcc0 req-ad898c06-4f61-4fd5-a78e-be9b5404ccc1 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Apr 11 13:24:11.973234 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48190) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:12.013717 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-947b97b3-24af-4b75-bf14-723acf4ba907 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc34840e9f9f4e3d9006d7c70b4e8e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386164 Apr 11 13:24:12.016491 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48192) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:12.063590 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b3cda60f-2129-4a87-b672-662a58d365c9 admin admin] Publish callbacks [] for security_group (37bfc66c-e905-4b71-903d-668baec0f1c8), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:12.084594 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b3cda60f-2129-4a87-b672-662a58d365c9 admin admin] Publish callbacks [] for security_group (37bfc66c-e905-4b71-903d-668baec0f1c8), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:12.257117 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b3cda60f-2129-4a87-b672-662a58d365c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (37bfc66c-e905-4b71-903d-668baec0f1c8), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:12.259908 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b3cda60f-2129-4a87-b672-662a58d365c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:12.261205 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b3cda60f-2129-4a87-b672-662a58d365c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/37bfc66c-e905-4b71-903d-668baec0f1c8 HTTP/1.1" status: 204 len: 168 time: 0.2437973 Apr 11 13:24:12.270451 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cda60f-2129-4a87-b672-662a58d365c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37bfc66c-e905-4b71-903d-668baec0f1c8,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:12.778780 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19387f4-13a6-4922-9adc-0425d40a54e2 req-eb3ea35a-ac85-4dc2-8e87-ff66dd917a56 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:12.780396 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a19387f4-13a6-4922-9adc-0425d40a54e2 req-eb3ea35a-ac85-4dc2-8e87-ff66dd917a56 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0552156 Apr 11 13:24:12.833474 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a19387f4-13a6-4922-9adc-0425d40a54e2 req-a6414f23-85c5-4e33-9b08-3d3f914f59e7 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468562 Apr 11 13:24:13.956878 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3d53b-9417-4f73-ac72-e245894cefb4 req-5766a7b8-ba4c-4283-8307-fd1cb408f244 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:13.958979 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fbd3d53b-9417-4f73-ac72-e245894cefb4 req-5766a7b8-ba4c-4283-8307-fd1cb408f244 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0469038 Apr 11 13:24:14.009319 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fbd3d53b-9417-4f73-ac72-e245894cefb4 req-ac54bc5b-fffb-4843-9056-09712d2fb3c2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446086 Apr 11 13:24:15.122392 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc8304-36e4-4c6b-8da4-b6eda6932167 req-ac45c841-57cc-4ced-9c0d-ef19ac221cab tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:15.123895 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9edc8304-36e4-4c6b-8da4-b6eda6932167 req-ac45c841-57cc-4ced-9c0d-ef19ac221cab tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.0469632 Apr 11 13:24:15.172126 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9edc8304-36e4-4c6b-8da4-b6eda6932167 req-ba62f297-a894-4fea-a66d-8208de736399 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=048ed57b-7ab5-4ea8-b39e-b60456afdbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421734 Apr 11 13:24:15.602547 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-54fdbf1f-0568-42e5-977d-03af2cac76de tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:15.604116 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-54fdbf1f-0568-42e5-977d-03af2cac76de tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 946 time: 0.2953992 Apr 11 13:24:15.693431 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Deleting port b946458b-8d1a-4083-86f4-8e6ae71128bc {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:15.693777 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:15.789193 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] For port b946458b-8d1a-4083-86f4-8e6ae71128bc, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b946458b-8d1a-4083-86f4-8e6ae71128bc,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:15.789555 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:15.969931 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:15.970371 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (61aa5953-88ce-419e-a77a-6cc6b8402aee), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:15.970695 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Floating IP 61aa5953-88ce-419e-a77a-6cc6b8402aee disassociated. External IP: 172.27.3.55, port: b946458b-8d1a-4083-86f4-8e6ae71128bc. Apr 11 13:24:15.971162 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Calling delete_port for b946458b-8d1a-4083-86f4-8e6ae71128bc owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:16.194570 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (b946458b-8d1a-4083-86f4-8e6ae71128bc), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:16.224345 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event deleted for resources: {'Port': ['ID=b946458b-8d1a-4083-86f4-8e6ae71128bc,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:16.236705 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.237198 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.237395 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.237738 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.238083 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.238440 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.238775 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.239105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.239434 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.239836 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.240089 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.240413 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.240739 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.241718 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.242132 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:16.282133 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-07ea0f4d-15d7-4150-a540-fc7eb4ec0ec1 req-9b1ef422-bc71-4ea7-9897-b51a25b0ac45 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0294654 Apr 11 13:24:16.363941 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:24:16.480309 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:24:16.490435 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] Sync routers for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:16.500820 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:16.503382 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:16.523400 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] No DVR routers for this DVR port b946458b-8d1a-4083-86f4-8e6ae71128bc on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:16.525906 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:16.529316 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ff8dd472-97e1-49d5-a7a9-116b33c65a20 req-fc394caa-2e88-4af4-b8cc-de950dcc1611 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "DELETE /v2.0/ports/b946458b-8d1a-4083-86f4-8e6ae71128bc HTTP/1.1" status: 204 len: 173 time: 0.9198029 Apr 11 13:24:16.529920 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'name': 'network-vif-deleted', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:24:16.533488 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65397421-4783-4213-9981-f6ab3e3f9660" -d '{"events": [{"server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "name": "network-vif-deleted", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:24:16.575900 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9bce9-ade5-4c40-a29b-2242701c525e x-openstack-request-id: req-5af9bce9-ade5-4c40-a29b-2242701c525e {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:24:16.576254 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f41a911-a997-496f-aca3-24dd41affa35", "name": "network-vif-deleted", "tag": "b946458b-8d1a-4083-86f4-8e6ae71128bc", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:24:16.576595 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5af9bce9-ade5-4c40-a29b-2242701c525e {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:24:16.576950 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af9bce9-ade5-4c40-a29b-2242701c525e'] response: {'server_uuid': '2f41a911-a997-496f-aca3-24dd41affa35', 'name': 'network-vif-deleted', 'tag': 'b946458b-8d1a-4083-86f4-8e6ae71128bc', 'status': 'completed', 'code': 200} Apr 11 13:24:16.624204 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:16.839832 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:16.869037 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] Checking router: e6c7eca6-c0a7-4554-8f85-cbb02bf41574 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:16.878567 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:16.879233 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:23:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:16.992957 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:17.189430 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:17.220764 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d6757-f998-433d-82e5-146ec7197d89 None None] The sync data for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi is: [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:20:01Z', 'revision_number': 4, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'd6304d41-25e3-4fe0-9afc-9df436331ff9', 'name': '', 'network_id': '0632ad0e-187a-4a16-b8de-1935c502e5e7', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'mac_address': 'fa:16:3e:1c:48:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:20:01Z', 'updated_at': '2022-04-11T13:20:07Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'subnets': [{'id': 'e12cfaf5-bccd-4235-96c8-af924d1ec965', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:17.401555 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-68fd615a-e0e1-4572-8647-957a56ac5050 req-bb960c8b-815c-4d82-b90a-50a229f40288 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f41a911-a997-496f-aca3-24dd41affa35 HTTP/1.1" status: 200 len: 210 time: 0.0311463 Apr 11 13:24:17.463760 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f1a06e-e099-4b74-9361-ead3a6d8f95c None None] New status for floating IP 61aa5953-88ce-419e-a77a-6cc6b8402aee: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:24:18.561563 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48240) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:18.575938 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b946458b-8d1a-4083-86f4-8e6ae71128bc no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:18.596460 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: b946458b-8d1a-4083-86f4-8e6ae71128bc {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:18.596804 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b946458b-8d1a-4083-86f4-8e6ae71128bc not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:18.624959 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4775a13e-e193-45aa-b08a-d7a1e536ec7b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group (048ed57b-7ab5-4ea8-b39e-b60456afdbf9), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:18.649638 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4775a13e-e193-45aa-b08a-d7a1e536ec7b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group (048ed57b-7ab5-4ea8-b39e-b60456afdbf9), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:18.782870 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4775a13e-e193-45aa-b08a-d7a1e536ec7b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (048ed57b-7ab5-4ea8-b39e-b60456afdbf9), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:18.785588 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4775a13e-e193-45aa-b08a-d7a1e536ec7b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:18.786859 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4775a13e-e193-45aa-b08a-d7a1e536ec7b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "DELETE /v2.0/security-groups/048ed57b-7ab5-4ea8-b39e-b60456afdbf9 HTTP/1.1" status: 204 len: 168 time: 0.2242556 Apr 11 13:24:18.789519 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48242) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:18.797693 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775a13e-e193-45aa-b08a-d7a1e536ec7b tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048ed57b-7ab5-4ea8-b39e-b60456afdbf9,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:18.810043 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-11624b84-3089-466d-8522-5d85bb0ab4d5 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] show failed (client error): The resource could not be found. Apr 11 13:24:18.811110 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-11624b84-3089-466d-8522-5d85bb0ab4d5 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups/048ed57b-7ab5-4ea8-b39e-b60456afdbf9 HTTP/1.1" status: 404 len: 347 time: 0.0205655 Apr 11 13:24:18.813865 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48244) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:18.934881 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Deleting port a8b1b832-f170-46f9-b008-5cbe6f0d72f9 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:18.935252 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:19.017260 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:19.017584 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:19.030149 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Calling delete_port for a8b1b832-f170-46f9-b008-5cbe6f0d72f9 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:19.251544 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (a8b1b832-f170-46f9-b008-5cbe6f0d72f9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:19.276917 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event deleted for resources: {'Port': ['ID=a8b1b832-f170-46f9-b008-5cbe6f0d72f9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:19.290040 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.290407 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.290747 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.291085 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.291419 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.291747 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.292085 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.292402 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.292728 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.293051 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.293372 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.293693 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.294012 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.294357 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.298254 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:19.353905 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks [] for floatingip (61aa5953-88ce-419e-a77a-6cc6b8402aee), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:19.356461 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:19.357631 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0f2eaf7d-9df4-4ec3-acd1-d7e7d382fa98 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "DELETE /v2.0/floatingips/61aa5953-88ce-419e-a77a-6cc6b8402aee HTTP/1.1" status: 204 len: 168 time: 0.5428090 Apr 11 13:24:22.321203 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4bc62-41eb-4dc6-b1fd-ae46145f74ff req-0d7a5f4b-23f5-4d5b-bf56-403c5465599d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:22.322825 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9d4bc62-41eb-4dc6-b1fd-ae46145f74ff req-0d7a5f4b-23f5-4d5b-bf56-403c5465599d tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0525181 Apr 11 13:24:22.375566 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c9d4bc62-41eb-4dc6-b1fd-ae46145f74ff req-be4a614f-fcab-4fa4-bf95-48947d61eed8 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467415 Apr 11 13:24:22.445943 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:23.171561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-74e7868c-53d1-45fb-a00c-c7a65ed81c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:23.492412 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d395a2-fc59-40e4-9513-7a8438122398 req-a240ad42-984c-493a-91e1-e696c6071011 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:23.494003 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1d395a2-fc59-40e4-9513-7a8438122398 req-a240ad42-984c-493a-91e1-e696c6071011 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0502369 Apr 11 13:24:23.541593 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d1d395a2-fc59-40e4-9513-7a8438122398 req-40966cfa-7103-4a3c-b185-f5cdd5cc6eda tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418799 Apr 11 13:24:24.656677 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53130ed-d869-4c1b-ada2-4148bd794d68 req-870f1f92-608e-4a73-add1-99520d46b921 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:24.658179 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d53130ed-d869-4c1b-ada2-4148bd794d68 req-870f1f92-608e-4a73-add1-99520d46b921 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Apr 11 13:24:24.705198 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d53130ed-d869-4c1b-ada2-4148bd794d68 req-2f401453-f40a-42b7-b8e9-56a8481d2fbb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 Apr 11 13:24:25.023278 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-82ed0105-d5ec-429a-b493-5f292312e65a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:25.024757 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-82ed0105-d5ec-429a-b493-5f292312e65a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 945 time: 0.0508802 Apr 11 13:24:25.117922 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Deleting port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:25.118316 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:25.220635 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] For port 8056cb1f-fd50-4561-88e5-c4c2d6c88681, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=8056cb1f-fd50-4561-88e5-c4c2d6c88681,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:25.221004 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:25.236367 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Calling delete_port for 8056cb1f-fd50-4561-88e5-c4c2d6c88681 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:25.487945 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95706307-ee42-4197-b934-59c19cfe3538 req-f6527b49-2487-4538-a8e5-92603bea7fde tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:25.489554 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-95706307-ee42-4197-b934-59c19cfe3538 req-f6527b49-2487-4538-a8e5-92603bea7fde tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0937030 Apr 11 13:24:25.550206 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-95706307-ee42-4197-b934-59c19cfe3538 req-ed2a24d0-098b-4b63-9a96-47b413c96ae7 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534117 Apr 11 13:24:25.611399 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (8056cb1f-fd50-4561-88e5-c4c2d6c88681), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:25.629927 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['c60dbefc-7497-42b9-9e63-2e7cd0c4f798', '8056cb1f-fd50-4561-88e5-c4c2d6c88681'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:24:25.647814 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event deleted for resources: {'Port': ['ID=8056cb1f-fd50-4561-88e5-c4c2d6c88681,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:25.695287 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] No DVR routers for this DVR port 8056cb1f-fd50-4561-88e5-c4c2d6c88681 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:25.697871 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:25.701212 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-766709c0-ea0d-4db2-9e2f-f79696da79ff req-1899afb8-7497-4e2e-9787-028c10d67719 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "DELETE /v2.0/ports/8056cb1f-fd50-4561-88e5-c4c2d6c88681 HTTP/1.1" status: 204 len: 173 time: 0.6705220 Apr 11 13:24:25.701665 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a53d99d-f748-4455-881c-56970ce01950', 'name': 'network-vif-deleted', 'tag': '8056cb1f-fd50-4561-88e5-c4c2d6c88681'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:24:25.703956 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9263aa60-c3d7-48eb-9511-a2b5023501c1" -d '{"events": [{"server_uuid": "5a53d99d-f748-4455-881c-56970ce01950", "name": "network-vif-deleted", "tag": "8056cb1f-fd50-4561-88e5-c4c2d6c88681"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:24:25.742200 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4de5701-6b81-48c9-8d36-bba81e9af830 x-openstack-request-id: req-d4de5701-6b81-48c9-8d36-bba81e9af830 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:24:25.746698 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a53d99d-f748-4455-881c-56970ce01950", "name": "network-vif-deleted", "tag": "8056cb1f-fd50-4561-88e5-c4c2d6c88681", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:24:25.746698 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4de5701-6b81-48c9-8d36-bba81e9af830 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:24:25.746698 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4de5701-6b81-48c9-8d36-bba81e9af830'] response: {'server_uuid': '5a53d99d-f748-4455-881c-56970ce01950', 'name': 'network-vif-deleted', 'tag': '8056cb1f-fd50-4561-88e5-c4c2d6c88681', 'status': 'completed', 'code': 200} Apr 11 13:24:25.794744 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-267cadbb-e967-429b-9c72-242b93f9fc53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:25.824061 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37061bdb-fd05-446a-844a-46686f3d0250 req-099e1cbb-278b-4ab8-a3dd-9df0011471b9 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 210 time: 0.0323966 Apr 11 13:24:26.422791 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:26.681623 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c6d6f-c9ae-408b-beb0-cdceb432404e req-b998696e-a97a-4fc1-8b37-00a59a31c3d0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:26.683131 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c20c6d6f-c9ae-408b-beb0-cdceb432404e req-b998696e-a97a-4fc1-8b37-00a59a31c3d0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0473614 Apr 11 13:24:26.736109 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c20c6d6f-c9ae-408b-beb0-cdceb432404e req-c47a229d-9aa5-43bb-b299-30e916575e62 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471432 Apr 11 13:24:26.794008 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e2e47a6c-e8e2-4a38-bd17-35e45ca459d9 req-5eba2206-b214-4b78-bace-d71873324d60 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303683 Apr 11 13:24:26.842661 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e2e47a6c-e8e2-4a38-bd17-35e45ca459d9 req-90f002dd-d83a-4e3c-96cb-93369d2e8fac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 210 time: 0.0269935 Apr 11 13:24:26.938643 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-21dff084-6d4d-4dca-ae17-ff71b68568c6 req-1d06e5fa-4fd5-44eb-a35e-209d448127ac tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=5a53d99d-f748-4455-881c-56970ce01950 HTTP/1.1" status: 200 len: 210 time: 0.0281620 Apr 11 13:24:26.962939 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e47a6c-e8e2-4a38-bd17-35e45ca459d9 req-26625544-a2a5-46b8-899a-96140f035424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:26.964403 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e2e47a6c-e8e2-4a38-bd17-35e45ca459d9 req-26625544-a2a5-46b8-899a-96140f035424 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1022134 Apr 11 13:24:27.065003 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e47a6c-e8e2-4a38-bd17-35e45ca459d9 req-09db712d-3d85-4a1c-ad33-ed1707825764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:27.066518 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e2e47a6c-e8e2-4a38-bd17-35e45ca459d9 req-09db712d-3d85-4a1c-ad33-ed1707825764 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960071 Apr 11 13:24:27.863676 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7dc4b-c3eb-4f65-add1-bb5299151c16 req-9e7baec6-2d12-41a1-9415-2dc0ddd9a363 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:27.865312 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16a7dc4b-c3eb-4f65-add1-bb5299151c16 req-9e7baec6-2d12-41a1-9415-2dc0ddd9a363 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0602281 Apr 11 13:24:27.919561 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-16a7dc4b-c3eb-4f65-add1-bb5299151c16 req-a269b56b-985a-4534-966c-b6bf01273fa6 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479448 Apr 11 13:24:27.977678 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:28.509859 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007a2d8-a8dc-46de-8fff-63acde84e0d2 req-87860a33-3d1a-45f7-b391-c52102381cfb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:28.512624 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c007a2d8-a8dc-46de-8fff-63acde84e0d2 req-87860a33-3d1a-45f7-b391-c52102381cfb tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0649562 Apr 11 13:24:28.563747 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c007a2d8-a8dc-46de-8fff-63acde84e0d2 req-69fb6a76-c493-4b82-af23-7403adcb7168 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Apr 11 13:24:28.623908 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 8056cb1f-fd50-4561-88e5-c4c2d6c88681 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:28.649573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 8056cb1f-fd50-4561-88e5-c4c2d6c88681 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:28.649923 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 8056cb1f-fd50-4561-88e5-c4c2d6c88681 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:29.043390 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1a7bc-f6a6-4f1d-8547-b24d59adf3eb req-4c777e8d-0d0c-46c5-b411-d140357e08ae tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:29.044921 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fae1a7bc-f6a6-4f1d-8547-b24d59adf3eb req-4c777e8d-0d0c-46c5-b411-d140357e08ae tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Apr 11 13:24:29.096766 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fae1a7bc-f6a6-4f1d-8547-b24d59adf3eb req-e40e2d56-68d8-4ca2-b6b1-68087efb91ae tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460889 Apr 11 13:24:29.548737 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:29.683597 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7ad5-9644-4014-a6d7-f90befd67926 req-f14a9efa-e235-4560-bebc-7bc50c655503 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:29.684995 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c94b7ad5-9644-4014-a6d7-f90befd67926 req-f14a9efa-e235-4560-bebc-7bc50c655503 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0516219 Apr 11 13:24:29.733817 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c94b7ad5-9644-4014-a6d7-f90befd67926 req-84877ebc-ea12-4e2f-aadf-a2d9ff33fb5a tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428886 Apr 11 13:24:30.215438 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e95d90-5f23-45c2-8fae-86fac33e7d3e req-8a8839c6-44d6-4e51-b49a-ea20f1e536a8 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:30.216948 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e5e95d90-5f23-45c2-8fae-86fac33e7d3e req-8a8839c6-44d6-4e51-b49a-ea20f1e536a8 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0492890 Apr 11 13:24:30.270037 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e5e95d90-5f23-45c2-8fae-86fac33e7d3e req-49ff3c3c-6d6b-4bfa-bd3c-635dccf72b7f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474043 Apr 11 13:24:30.357405 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:24:30.846967 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73af471-3c84-446a-997e-58378f22e6bb req-b0e56fbc-c824-4214-9fa3-9161fab96dda tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:30.848486 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e73af471-3c84-446a-997e-58378f22e6bb req-b0e56fbc-c824-4214-9fa3-9161fab96dda tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0473356 Apr 11 13:24:30.896094 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e73af471-3c84-446a-997e-58378f22e6bb req-863d7039-8921-4078-8058-e05e10e6a5b2 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409884 Apr 11 13:24:31.387724 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ba2a4-9319-469f-88a4-7057949f3e23 req-a433e0a0-214d-4d99-8c89-190585615aeb tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:31.389409 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c18ba2a4-9319-469f-88a4-7057949f3e23 req-a433e0a0-214d-4d99-8c89-190585615aeb tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0498729 Apr 11 13:24:31.440642 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c18ba2a4-9319-469f-88a4-7057949f3e23 req-470eb3fd-55da-47dc-9a3e-6b0b2e3d11a9 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456147 Apr 11 13:24:32.009258 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308b3c1-0000-4bec-a24e-49210839e738 req-6c2f4189-b756-466a-9c65-051192580251 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:32.010759 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8308b3c1-0000-4bec-a24e-49210839e738 req-6c2f4189-b756-466a-9c65-051192580251 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0469809 Apr 11 13:24:32.067173 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8308b3c1-0000-4bec-a24e-49210839e738 req-991cdc2f-2e95-40dd-9851-4bb1f32a6100 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/security-groups?id=1e051487-df9e-4657-92d5-4af4ffc20c9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505955 Apr 11 13:24:32.162203 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9380f-9560-436d-b40b-04a56dd084dd req-f8ce8c8a-5f42-4cff-aa47-4e40d30b7e44 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:32.164075 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-85e9380f-9560-436d-b40b-04a56dd084dd req-f8ce8c8a-5f42-4cff-aa47-4e40d30b7e44 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 946 time: 0.0470097 Apr 11 13:24:32.252371 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Deleting port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:32.252926 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:32.345524 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] For port c60dbefc-7497-42b9-9e63-2e7cd0c4f798, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:32.345818 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:32.359222 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Calling delete_port for c60dbefc-7497-42b9-9e63-2e7cd0c4f798 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:32.543117 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (c60dbefc-7497-42b9-9e63-2e7cd0c4f798), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:32.561448 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['c60dbefc-7497-42b9-9e63-2e7cd0c4f798'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:24:32.573690 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e5652-2f08-4d7a-93be-0c89e09c8aeb req-65e920e2-f3b4-4e57-9114-b0a27e32d808 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:32.574318 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Pushing event deleted for resources: {'Port': ['ID=c60dbefc-7497-42b9-9e63-2e7cd0c4f798,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:32.586638 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-946e5652-2f08-4d7a-93be-0c89e09c8aeb req-65e920e2-f3b4-4e57-9114-b0a27e32d808 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0698817 Apr 11 13:24:32.623922 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] No DVR routers for this DVR port c60dbefc-7497-42b9-9e63-2e7cd0c4f798 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:32.626851 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:32.630613 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-85e9380f-9560-436d-b40b-04a56dd084dd req-2941aec8-011a-4697-931e-af1029ab8045 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.50 "DELETE /v2.0/ports/c60dbefc-7497-42b9-9e63-2e7cd0c4f798 HTTP/1.1" status: 204 len: 173 time: 0.4590402 Apr 11 13:24:32.631072 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfe63a10-1baf-4a61-bae4-885d04824fa0', 'name': 'network-vif-deleted', 'tag': 'c60dbefc-7497-42b9-9e63-2e7cd0c4f798'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:24:32.633965 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b05c2-d16b-41a4-9336-3a61949e31eb" -d '{"events": [{"server_uuid": "cfe63a10-1baf-4a61-bae4-885d04824fa0", "name": "network-vif-deleted", "tag": "c60dbefc-7497-42b9-9e63-2e7cd0c4f798"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:24:32.666543 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-946e5652-2f08-4d7a-93be-0c89e09c8aeb req-f9fd118b-900e-42ec-bbd3-371dc3f1747c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753171 Apr 11 13:24:32.700851 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47440b69-fc1f-49f3-8b4f-74e0f7a54769 x-openstack-request-id: req-47440b69-fc1f-49f3-8b4f-74e0f7a54769 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:24:32.701160 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfe63a10-1baf-4a61-bae4-885d04824fa0", "name": "network-vif-deleted", "tag": "c60dbefc-7497-42b9-9e63-2e7cd0c4f798", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:24:32.701417 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-47440b69-fc1f-49f3-8b4f-74e0f7a54769 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:24:32.701826 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47440b69-fc1f-49f3-8b4f-74e0f7a54769'] response: {'server_uuid': 'cfe63a10-1baf-4a61-bae4-885d04824fa0', 'name': 'network-vif-deleted', 'tag': 'c60dbefc-7497-42b9-9e63-2e7cd0c4f798', 'status': 'completed', 'code': 200} Apr 11 13:24:33.179151 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a1679a0a-5d5e-4630-9da9-1f18d215f0b4 req-4c7221d0-f0ce-4a49-aa44-5c91e22e78a5 tempest-ServerRescueNegativeTestJSON-1867403366 tempest-ServerRescueNegativeTestJSON-1867403366-project] 10.222.0.49 "GET /v2.0/ports?device_id=cfe63a10-1baf-4a61-bae4-885d04824fa0 HTTP/1.1" status: 200 len: 210 time: 0.0323098 Apr 11 13:24:33.789248 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca06553-4a0d-4ce5-9cb3-ab2d0f00f953 req-8c70b492-74ff-43d1-98f4-d791e21991f6 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:33.790845 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fca06553-4a0d-4ce5-9cb3-ab2d0f00f953 req-8c70b492-74ff-43d1-98f4-d791e21991f6 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0493534 Apr 11 13:24:33.847564 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fca06553-4a0d-4ce5-9cb3-ab2d0f00f953 req-b08a2894-95ad-460c-adcc-f6eab1c47d2a tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490651 Apr 11 13:24:34.236116 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48362) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:34.572299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:34.812294 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Deleting port d6304d41-25e3-4fe0-9afc-9df436331ff9 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:34.812957 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:34.895743 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] For port d6304d41-25e3-4fe0-9afc-9df436331ff9, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=d6304d41-25e3-4fe0-9afc-9df436331ff9,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:34.896104 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:34.914481 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Calling delete_port for d6304d41-25e3-4fe0-9afc-9df436331ff9 owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:35.000335 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cf07d-5b24-4e45-9d0d-161b5b37480f req-2a76d715-eaba-412c-b80d-68e04b37b279 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:35.001825 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6e9cf07d-5b24-4e45-9d0d-161b5b37480f req-2a76d715-eaba-412c-b80d-68e04b37b279 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0815561 Apr 11 13:24:35.103699 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6e9cf07d-5b24-4e45-9d0d-161b5b37480f req-57eb86e2-8142-43d9-9269-d6a5f1827025 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0947409 Apr 11 13:24:35.234584 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (d6304d41-25e3-4fe0-9afc-9df436331ff9), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:35.259171 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Pushing event deleted for resources: {'Port': ['ID=d6304d41-25e3-4fe0-9afc-9df436331ff9,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:35.445976 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:35.666194 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:24:36.081339 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:24:36.083712 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-8a15659d-0300-4dec-9761-c8a8be60e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:36.087142 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-8a15659d-0300-4dec-9761-c8a8be60e0c3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1129 time: 0.3208070 Apr 11 13:24:36.091488 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b893dc2f-07c6-47ee-8a1f-5df89000bbbd admin admin] 10.222.0.49 "PUT /v2.0/routers/e6c7eca6-c0a7-4554-8f85-cbb02bf41574/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8536685 Apr 11 13:24:36.092344 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] Sync routers for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:36.093340 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48370) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:36.107143 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:36.107779 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:36.196496 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-3c815e2a-7705-4e0f-ba3b-7585929b1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:36.197957 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-3c815e2a-7705-4e0f-ba3b-7585929b1811 service neutron] 10.222.0.50 "GET /v2.0/networks?id=740015a2-28ac-4efd-b448-9cfce752a39e HTTP/1.1" status: 200 len: 910 time: 0.1051741 Apr 11 13:24:36.225275 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:36.274384 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-405101d9-6b06-4656-8915-ded70d5d3fa5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 200 len: 1001 time: 0.0691288 Apr 11 13:24:36.325478 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-3e823164-9c82-4518-8958-afd864050b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:36.327339 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-3e823164-9c82-4518-8958-afd864050b82 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1 HTTP/1.1" status: 200 len: 848 time: 0.0476685 Apr 11 13:24:36.377834 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-b0e9ff81-cb5b-44e2-a9a4-dab5e226cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:36.379982 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-b0e9ff81-cb5b-44e2-a9a4-dab5e226cfc2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=740015a2-28ac-4efd-b448-9cfce752a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443079 Apr 11 13:24:36.489854 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-df312efc-65e5-4ff8-bbdc-1a05ac0f2ab4 service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026227 Apr 11 13:24:36.536038 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572c02-ed5b-41fe-9671-8a4bebdcaa4b req-012150b8-7af1-404f-b852-ac9fa0887ccd tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:36.537941 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c572c02-ed5b-41fe-9671-8a4bebdcaa4b req-012150b8-7af1-404f-b852-ac9fa0887ccd tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.3465381 Apr 11 13:24:36.545198 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks [] for router (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:36.550917 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:24:35Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:36.579095 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] Checking router: e6c7eca6-c0a7-4554-8f85-cbb02bf41574 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:36.589987 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] Routers {'e6c7eca6-c0a7-4554-8f85-cbb02bf41574'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:36.589987 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:36.590456 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7346101f-2b4d-4dac-a415-58e8817159a8 req-ae8e5a93-d20b-4646-90c4-a54b7fb0c62e service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940177 Apr 11 13:24:36.672692 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c60dbefc-7497-42b9-9e63-2e7cd0c4f798 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:36.677315 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4c572c02-ed5b-41fe-9671-8a4bebdcaa4b req-87b39b09-99a3-4ec7-abc6-c2f15eb72a8b tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291993 Apr 11 13:24:36.699746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks [] for router_gateway (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:36.700078 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: c60dbefc-7497-42b9-9e63-2e7cd0c4f798 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:36.700427 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c60dbefc-7497-42b9-9e63-2e7cd0c4f798 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:36.722046 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] Set router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:36.870983 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Deleting port 63e276dd-018f-44c2-add6-7cec37890602 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:36.871443 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (63e276dd-018f-44c2-add6-7cec37890602), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:36.902375 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:24:35Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:36.937940 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ae0ae2-3da1-4a4b-834b-cac45cb59f2e None None] The sync data for ids ['e6c7eca6-c0a7-4554-8f85-cbb02bf41574'] in dv-cinder-836973-2-iscsi is: [{'id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'name': 'tempest-ServerRescueNegativeTestJSON-1213392279-router', 'tenant_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '63e276dd-018f-44c2-add6-7cec37890602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:19:57Z', 'updated_at': '2022-04-11T13:24:35Z', 'revision_number': 5, 'project_id': '3c7a1b34470341c88e3b1f1eefd94c52', 'gw_port': {'id': '63e276dd-018f-44c2-add6-7cec37890602', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c7eca6-c0a7-4554-8f85-cbb02bf41574', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:19:58Z', 'updated_at': '2022-04-11T13:20:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:36.972714 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] For port 63e276dd-018f-44c2-add6-7cec37890602, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=63e276dd-018f-44c2-add6-7cec37890602,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:36.973087 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (63e276dd-018f-44c2-add6-7cec37890602), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:36.994580 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Calling delete_port for 63e276dd-018f-44c2-add6-7cec37890602 owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:37.223172 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (63e276dd-018f-44c2-add6-7cec37890602), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.248548 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Pushing event deleted for resources: {'Port': ['ID=63e276dd-018f-44c2-add6-7cec37890602,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:37.317549 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.421353 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.423840 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks [] for router_controller (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.548419 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (e6c7eca6-c0a7-4554-8f85-cbb02bf41574), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.555672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c7eca6-c0a7-4554-8f85-cbb02bf41574 {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:24:37.555672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.555672 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-6b63c10f-e4a0-47d3-ae31-398e0566de43 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e6c7eca6-c0a7-4554-8f85-cbb02bf41574 HTTP/1.1" status: 204 len: 168 time: 1.4608049 Apr 11 13:24:37.557623 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48376) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:37.606744 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5c593f-3275-4f5a-8c3e-e853b3091f56 admin admin] Deleting subnet e12cfaf5-bccd-4235-96c8-af924d1ec965 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:24:37.608338 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c5c593f-3275-4f5a-8c3e-e853b3091f56 admin admin] Publish callbacks [] for subnet (e12cfaf5-bccd-4235-96c8-af924d1ec965), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.645806 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c5c593f-3275-4f5a-8c3e-e853b3091f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (e12cfaf5-bccd-4235-96c8-af924d1ec965), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.734084 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c5c593f-3275-4f5a-8c3e-e853b3091f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (e12cfaf5-bccd-4235-96c8-af924d1ec965), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.816054 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56db26b-223f-4a2f-a138-52da8a98f7aa req-0e4753d2-7123-4771-b88a-e7567d4f4d52 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:37.817582 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b56db26b-223f-4a2f-a138-52da8a98f7aa req-0e4753d2-7123-4771-b88a-e7567d4f4d52 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0666020 Apr 11 13:24:37.872263 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b56db26b-223f-4a2f-a138-52da8a98f7aa req-6f11cc00-49d2-4074-b033-3c151148e074 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482600 Apr 11 13:24:37.920614 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c5c593f-3275-4f5a-8c3e-e853b3091f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (e12cfaf5-bccd-4235-96c8-af924d1ec965), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.946002 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c593f-3275-4f5a-8c3e-e853b3091f56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e12cfaf5-bccd-4235-96c8-af924d1ec965,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:37.952936 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3c5c593f-3275-4f5a-8c3e-e853b3091f56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:37.963159 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3c5c593f-3275-4f5a-8c3e-e853b3091f56 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e12cfaf5-bccd-4235-96c8-af924d1ec965 HTTP/1.1" status: 204 len: 168 time: 0.3975668 Apr 11 13:24:37.963332 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf77c83d-3aa8-4e0b-8c82-240d5358f712 None None] Network 0632ad0e-187a-4a16-b8de-1935c502e5e7 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:24:37.963812 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48384) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:38.042186 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (0632ad0e-187a-4a16-b8de-1935c502e5e7), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.093595 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Deleting port 0241fed8-688e-4f66-a96b-5999b816e81d {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:38.093998 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.150991 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] DHCP port deletion for 0632ad0e-187a-4a16-b8de-1935c502e5e7 request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:24:38.168252 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] For port 0241fed8-688e-4f66-a96b-5999b816e81d, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0241fed8-688e-4f66-a96b-5999b816e81d,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:38.169644 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.184892 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Calling delete_port for 0241fed8-688e-4f66-a96b-5999b816e81d owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:38.195929 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Deleting port 0241fed8-688e-4f66-a96b-5999b816e81d {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:38.196308 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.274371 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] For port 0241fed8-688e-4f66-a96b-5999b816e81d, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0241fed8-688e-4f66-a96b-5999b816e81d,segment=NetworkSegment(bc826a8d-adac-43a6-957e-da8fdbd2dd9f),segment_id=bc826a8d-adac-43a6-957e-da8fdbd2dd9f)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:38.274774 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.288590 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Calling delete_port for 0241fed8-688e-4f66-a96b-5999b816e81d owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:38.371552 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.377937 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (0241fed8-688e-4f66-a96b-5999b816e81d), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.395958 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Pushing event deleted for resources: {'Port': ['ID=0241fed8-688e-4f66-a96b-5999b816e81d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:38.409873 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] No DVR routers for this DVR port 0241fed8-688e-4f66-a96b-5999b816e81d on host dv-cinder-836973-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:38.410782 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Pushing event deleted for resources: {'Port': ['ID=0241fed8-688e-4f66-a96b-5999b816e81d,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:38.419635 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] No DVR routers for this DVR port 0241fed8-688e-4f66-a96b-5999b816e81d on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:38.422986 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.422986 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.422986 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.423523 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.423907 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.424328 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.424747 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.425164 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.425593 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.426004 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.427083 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.427533 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.427953 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.429098 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.429516 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e9977-f22c-4002-8fc7-ff5623d6a99b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:38.492253 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (0632ad0e-187a-4a16-b8de-1935c502e5e7), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.521741 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0632ad0e-187a-4a16-b8de-1935c502e5e7']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:38.538981 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:38.541864 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc826a8d-adac-43a6-957e-da8fdbd2dd9f') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:38.555740 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5458244'] for segment (bc826a8d-adac-43a6-957e-da8fdbd2dd9f), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.571055 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (bc826a8d-adac-43a6-957e-da8fdbd2dd9f), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.578893 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:24:38.579312 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4688662'] for segment (bc826a8d-adac-43a6-957e-da8fdbd2dd9f), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: Traceback (most recent call last): Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: timer() Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: cb(*args, **kw) Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: return func(*args, **kwargs) Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: self._notify() Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: self.callback(batched_events) Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: event.method(event) Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: return f(self, *a, **k) Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._get(url).json() Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: return self.request(url, 'GET', **kwargs) Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:24:38.581287 dv-cinder-836973-2-iscsi neutron-server[103910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:24:38.708747 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (0632ad0e-187a-4a16-b8de-1935c502e5e7), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.724656 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:38.727370 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0632ad0e-187a-4a16-b8de-1935c502e5e7 HTTP/1.1" status: 204 len: 168 time: 0.7670763 Apr 11 13:24:38.728740 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1debcc3-6112-4643-bc30-1b398cd0d010 admin admin] Pushing event deleted for resources: {'Network': ['ID=0632ad0e-187a-4a16-b8de-1935c502e5e7,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:38.993685 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 63e276dd-018f-44c2-add6-7cec37890602 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:38.994346 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f14a8-3cf4-4e71-b2e8-37b1008bb74e req-7ca505d0-42bc-4439-b950-754b6016e1ed tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:38.995966 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-026f14a8-3cf4-4e71-b2e8-37b1008bb74e req-7ca505d0-42bc-4439-b950-754b6016e1ed tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0548520 Apr 11 13:24:39.022267 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 63e276dd-018f-44c2-add6-7cec37890602 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:39.023021 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 63e276dd-018f-44c2-add6-7cec37890602 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:39.023453 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device d6304d41-25e3-4fe0-9afc-9df436331ff9 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:39.044979 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: d6304d41-25e3-4fe0-9afc-9df436331ff9 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:39.045265 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device d6304d41-25e3-4fe0-9afc-9df436331ff9 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:39.045652 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0241fed8-688e-4f66-a96b-5999b816e81d no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:39.059443 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-026f14a8-3cf4-4e71-b2e8-37b1008bb74e req-87262a9b-8915-4498-ac98-40c9979e388d tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545142 Apr 11 13:24:39.068798 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 0241fed8-688e-4f66-a96b-5999b816e81d {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:39.068798 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0241fed8-688e-4f66-a96b-5999b816e81d not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:39.220959 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48400) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:39.264129 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-dfecf492-c44f-4f21-b309-5d41e458e067 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c7a1b34470341c88e3b1f1eefd94c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419891 Apr 11 13:24:39.266741 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48402) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:39.319182 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5dfab60f-c0d2-4bdc-88f3-b1c4127f6403 admin admin] Publish callbacks [] for security_group (1e051487-df9e-4657-92d5-4af4ffc20c9b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:39.343191 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5dfab60f-c0d2-4bdc-88f3-b1c4127f6403 admin admin] Publish callbacks [] for security_group (1e051487-df9e-4657-92d5-4af4ffc20c9b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:39.519872 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5dfab60f-c0d2-4bdc-88f3-b1c4127f6403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (1e051487-df9e-4657-92d5-4af4ffc20c9b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:39.523564 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5dfab60f-c0d2-4bdc-88f3-b1c4127f6403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:39.524748 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5dfab60f-c0d2-4bdc-88f3-b1c4127f6403 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1e051487-df9e-4657-92d5-4af4ffc20c9b HTTP/1.1" status: 204 len: 168 time: 0.2569449 Apr 11 13:24:39.532941 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfab60f-c0d2-4bdc-88f3-b1c4127f6403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e051487-df9e-4657-92d5-4af4ffc20c9b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:40.208058 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750e538-490d-4590-beba-e40f4a88b2b7 req-00e6f15a-96e2-4b0c-b1fa-cf1baad8051f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:40.209645 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6750e538-490d-4590-beba-e40f4a88b2b7 req-00e6f15a-96e2-4b0c-b1fa-cf1baad8051f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0512068 Apr 11 13:24:40.264747 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6750e538-490d-4590-beba-e40f4a88b2b7 req-26bedd16-3d32-4ad1-bec9-7428952811f0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493689 Apr 11 13:24:40.492719 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-7104a941-19ae-42d4-9ecd-08c3d55e64bc req-bf5cf207-0030-4405-bbda-11e554e70911 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:24:40.493751 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7104a941-19ae-42d4-9ecd-08c3d55e64bc req-bf5cf207-0030-4405-bbda-11e554e70911 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1144941 Apr 11 13:24:40.848640 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48454) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:40.952414 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879cb94-3a2d-4923-8fad-33ae0d0287eb req-eac33af2-621c-44fb-8142-b9e01c2277bd tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:40.954298 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3879cb94-3a2d-4923-8fad-33ae0d0287eb req-eac33af2-621c-44fb-8142-b9e01c2277bd tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0773532 Apr 11 13:24:40.993459 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48466) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:41.036158 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3879cb94-3a2d-4923-8fad-33ae0d0287eb req-24163ddb-9fc5-43d6-987e-034e7c92a0ca tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728199 Apr 11 13:24:41.038261 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-network', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:41.104138 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-970b20f9-f3b7-4067-8f4a-0ec2e0ece0cb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093946 Apr 11 13:24:41.113779 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-549e8d12-857c-4113-b9fa-c73f3b1f5391 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:24:41.114906 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-549e8d12-857c-4113-b9fa-c73f3b1f5391 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057116 Apr 11 13:24:41.120242 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Made reservation on behalf of 4b0f1fe37bda4d2c93681cc6b37d690c for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:24:41.122698 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:41.132933 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:41.240627 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Publish callbacks [] for security_group (cffed692-e97f-4e4e-bf79-a40cf0ce7a7e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:41.297790 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48478) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:41.321154 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (cffed692-e97f-4e4e-bf79-a40cf0ce7a7e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:41.348110 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:24:41.359506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffed692-e97f-4e4e-bf79-a40cf0ce7a7e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:41.365029 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (d0ca915e-7586-45f1-8b53-edf0f393d8a5), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:41.365688 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Added segment d0ca915e-7586-45f1-8b53-edf0f393d8a5 of type vlan for network 2154aebd-01cc-461a-8de1-ba67274a625c Apr 11 13:24:41.450907 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (2154aebd-01cc-461a-8de1-ba67274a625c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:41.463549 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-620f75cd-c2d6-45d2-ac48-a70ed03ce31c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:41.464958 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-620f75cd-c2d6-45d2-ac48-a70ed03ce31c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports/5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 200 len: 942 time: 0.1661413 Apr 11 13:24:41.629267 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (2154aebd-01cc-461a-8de1-ba67274a625c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:41.643142 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:41.643142 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:41.690999 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] Pushing event updated for resources: {'Network': ['ID=2154aebd-01cc-461a-8de1-ba67274a625c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:41.701277 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 2154aebd-01cc-461a-8de1-ba67274a625c details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:24:41.774137 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-db63e9e0-f93c-453c-83c6-d7b17bf8570b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9278893 Apr 11 13:24:41.776839 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48488) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:41.783148 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Request body: {'subnet': {'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-subnet', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:41.891506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Made reservation on behalf of 4b0f1fe37bda4d2c93681cc6b37d690c for: {'subnet': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:24:41.894007 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094304'] for subnet (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.149642 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4839537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094322'] for subnet (5a456cfa-8d0e-471b-80da-a9959ddda933), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.161397 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d587d28-eb91-4e09-bead-4a15a21e30f0 req-8294fb4e-5067-45a3-8c11-c3b6d9f99130 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:42.162991 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4d587d28-eb91-4e09-bead-4a15a21e30f0 req-8294fb4e-5067-45a3-8c11-c3b6d9f99130 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0498717 Apr 11 13:24:42.215341 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a456cfa-8d0e-471b-80da-a9959ddda933,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:42.217949 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4d587d28-eb91-4e09-bead-4a15a21e30f0 req-e23b4276-0449-426f-af58-0b32570aa818 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488133 Apr 11 13:24:42.227901 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Checking segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:24:42.228383 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Network hostable DHCP agents. Network: 2154aebd-01cc-461a-8de1-ba67274a625c, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103909) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:24:42.320398 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Network 2154aebd-01cc-461a-8de1-ba67274a625c is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103909) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:24:42.411248 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 2154aebd-01cc-461a-8de1-ba67274a625c) {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:24:42.416680 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:42.417283 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.422577 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6358ca-fbc9-4453-9aad-a86ea4f357b0 None None] Network 2154aebd-01cc-461a-8de1-ba67274a625c requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:24:42.494216 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fcc2cb2a-da5a-4604-8ce9-6ddd3f45a29e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7161570 Apr 11 13:24:42.496913 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48496) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:42.501395 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:42.536495 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-2154aebd-01cc-461a-8de1-ba67274a625c', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:24:42.537355 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.577573 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.579614 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.633240 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks [] for router_controller (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.663544 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5d5e395f-518f-4552-b74e-fc625904bbde no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:42.713075 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Allocated IP 172.20.0.2 (2154aebd-01cc-461a-8de1-ba67274a625c/5a456cfa-8d0e-471b-80da-a9959ddda933/8a0cb345-1508-4c80-8e89-15126b9f79b4) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:24:42.825184 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5d5e395f-518f-4552-b74e-fc625904bbde is: ACTIVE; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:42.825601 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.851580 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks [] for router_gateway (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.874934 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:24:42.880716 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebe8e2a-2168-4cdc-88e5-8443a62665d6" -d '{"events": [{"server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "name": "network-vif-unplugged", "status": "completed", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:24:42.911355 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:42.930700 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Publish callbacks [] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:42.977238 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.007257 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64da5f3d-62fb-4ed8-9418-215c36d85c7e x-openstack-request-id: req-64da5f3d-62fb-4ed8-9418-215c36d85c7e {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:24:43.011445 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "name": "network-vif-unplugged", "status": "failed", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde", "code": 422}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:24:43.011445 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64da5f3d-62fb-4ed8-9418-215c36d85c7e {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:24:43.011445 dv-cinder-836973-2-iscsi neutron-server[103911]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-64da5f3d-62fb-4ed8-9418-215c36d85c7e']: {'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde', 'code': 422} returned with failed status Apr 11 13:24:43.035500 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.037505 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=6']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:43.093408 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Network 2154aebd-01cc-461a-8de1-ba67274a625c is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:24:43.093408 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:24:43.094630 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:24:43.097847 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Pushing event updated for resources: {'Port': ['ID=8a0cb345-1508-4c80-8e89-15126b9f79b4,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:43.141844 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks [] for router_gateway (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.156206 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Attempting to bind port 8a0cb345-1508-4c80-8e89-15126b9f79b4 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:24:43.156578 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Attempting to bind port 8a0cb345-1508-4c80-8e89-15126b9f79b4 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:24:43.156940 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Attempting to bind port 8a0cb345-1508-4c80-8e89-15126b9f79b4 on network 2154aebd-01cc-461a-8de1-ba67274a625c {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:24:43.161587 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.162196 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:24:43.163121 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Checking segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:24:43.163726 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.164142 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Bound using segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:24:43.164618 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Bound port: 8a0cb345-1508-4c80-8e89-15126b9f79b4, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:24:43.165003 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.234072 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] For port 8a0cb345-1508-4c80-8e89-15126b9f79b4, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:24:43.237280 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] For port 8a0cb345-1508-4c80-8e89-15126b9f79b4, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=8a0cb345-1508-4c80-8e89-15126b9f79b4,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:24:43.275801 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Allocated IP 172.27.3.112 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/055e3382-1b28-46b4-865e-79dcc3345c2b) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:24:43.338406 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.344289 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d183-cfe2-42a4-af14-b16409ce27d5 req-77b2869c-9999-4f5b-8a3a-e7bbac8e3d71 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:43.346808 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf39d183-cfe2-42a4-af14-b16409ce27d5 req-77b2869c-9999-4f5b-8a3a-e7bbac8e3d71 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0541410 Apr 11 13:24:43.410912 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966653d-93a4-4a78-b3c7-544d70e7d692 None None] Pushing event updated for resources: {'Port': ['ID=8a0cb345-1508-4c80-8e89-15126b9f79b4,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:43.411165 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks [] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.443380 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf39d183-cfe2-42a4-af14-b16409ce27d5 req-2814b072-ea7c-4590-8760-d2185fb63436 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898499 Apr 11 13:24:43.526385 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:43.572280 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:24:43.573287 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:24:43.577281 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:24:43.609592 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Pushing event updated for resources: {'Port': ['ID=055e3382-1b28-46b4-865e-79dcc3345c2b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:43.919033 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks [] for router_gateway (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:44.132614 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:44.325631 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:24:44.415008 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a64e830-cdac-441c-9264-9f18ff0bdd2c None None] Network 2154aebd-01cc-461a-8de1-ba67274a625c requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:24:44.455303 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:24:44.465582 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Sync routers for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:44.482511 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:44.482511 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:44.525723 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-5649a827-5302-402c-a3dc-77b5f3091caa None None] Provisioning complete for port 8a0cb345-1508-4c80-8e89-15126b9f79b4 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:44.527119 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5649a827-5302-402c-a3dc-77b5f3091caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:44.533388 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:44.537925 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1f6142ec-46fd-49fc-bcb8-e7c7d7059c9a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0374362 Apr 11 13:24:44.538493 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48514) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:44.617340 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:44.636701 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5649a827-5302-402c-a3dc-77b5f3091caa None None] Current status of the port 8a0cb345-1508-4c80-8e89-15126b9f79b4 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:44.637101 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5649a827-5302-402c-a3dc-77b5f3091caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:44.676873 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-5649a827-5302-402c-a3dc-77b5f3091caa None None] For port 8a0cb345-1508-4c80-8e89-15126b9f79b4, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=8a0cb345-1508-4c80-8e89-15126b9f79b4,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:44.712668 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041aef5-45f0-431d-9084-9aafc732e973 req-f6de8c73-9cca-4c64-a7e5-ab2252af57dd tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:44.714574 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3041aef5-45f0-431d-9084-9aafc732e973 req-f6de8c73-9cca-4c64-a7e5-ab2252af57dd tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.1661520 Apr 11 13:24:44.798852 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5649a827-5302-402c-a3dc-77b5f3091caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:44.825800 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3041aef5-45f0-431d-9084-9aafc732e973 req-c30018de-1921-40a8-b4b6-d9daf25923eb tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1034610 Apr 11 13:24:44.831375 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:43Z', 'revision_number': 3, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:44.863092 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Checking router: d1af25b9-4c03-40a3-b0b1-0d53776b98c9 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:44.863432 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Updating router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 port 055e3382-1b28-46b4-865e-79dcc3345c2b binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:24:44.877814 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5649a827-5302-402c-a3dc-77b5f3091caa None None] Pushing event updated for resources: {'Port': ['ID=8a0cb345-1508-4c80-8e89-15126b9f79b4,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:44.895342 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:44.920756 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-18c40afa-537d-41f7-9630-6ad1264f930c None None] Provisioning complete for port 8a0cb345-1508-4c80-8e89-15126b9f79b4 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:44.921372 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-18c40afa-537d-41f7-9630-6ad1264f930c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.035199 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-18c40afa-537d-41f7-9630-6ad1264f930c None None] Current status of the port 8a0cb345-1508-4c80-8e89-15126b9f79b4 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:45.081310 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 8a0cb345-1508-4c80-8e89-15126b9f79b4 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:24:45.130871 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 8a0cb345-1508-4c80-8e89-15126b9f79b4 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:45.131354 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.204780 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Publish callbacks [] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.237374 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 8a0cb345-1508-4c80-8e89-15126b9f79b4 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:45.268614 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.324724 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Attempting to bind port 055e3382-1b28-46b4-865e-79dcc3345c2b on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:24:45.325094 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Attempting to bind port 055e3382-1b28-46b4-865e-79dcc3345c2b by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:24:45.325464 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Attempting to bind port 055e3382-1b28-46b4-865e-79dcc3345c2b on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:24:45.328606 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Pushing event updated for resources: {'Port': ['ID=055e3382-1b28-46b4-865e-79dcc3345c2b,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:45.336613 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:24:45.336989 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:24:45.337396 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.337791 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:24:45.338287 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Bound port: 055e3382-1b28-46b4-865e-79dcc3345c2b, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:24:45.338667 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.342014 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.342388 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.342749 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.343104 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.343438 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.343761 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.344085 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.344402 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.344722 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.345048 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.345381 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.345701 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.346021 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.346364 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.346683 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:24:45.404163 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] For port 055e3382-1b28-46b4-865e-79dcc3345c2b, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:24:45.407516 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] For port 055e3382-1b28-46b4-865e-79dcc3345c2b, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=055e3382-1b28-46b4-865e-79dcc3345c2b,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:24:45.416748 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.469048 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.520180 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:45.520811 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:45.585476 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Allocated IP 172.20.0.1 (2154aebd-01cc-461a-8de1-ba67274a625c/5a456cfa-8d0e-471b-80da-a9959ddda933/fef45b85-3a3d-489f-831d-ee4bad24cae8) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:24:45.678753 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a69d39-d59e-4dcd-83f9-b3cf35eb59f5 None None] Pushing event updated for resources: {'Port': ['ID=055e3382-1b28-46b4-865e-79dcc3345c2b,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:45.703102 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Publish callbacks [] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.748431 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:45.817294 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.864544 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Network 2154aebd-01cc-461a-8de1-ba67274a625c is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:24:45.867850 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:24:45.871504 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:24:45.899426 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Pushing event updated for resources: {'Port': ['ID=fef45b85-3a3d-489f-831d-ee4bad24cae8,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:45.917501 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:45.955556 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:43Z', 'revision_number': 3, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:45.967094 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7855b-54e3-426b-94c0-c0d2941db483 req-ac5e7ab0-68a6-4baf-b0a0-22cc926fdc41 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:45.970673 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bdc7855b-54e3-426b-94c0-c0d2941db483 req-ac5e7ab0-68a6-4baf-b0a0-22cc926fdc41 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0616276 Apr 11 13:24:45.990042 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f588ca-0d57-46aa-833e-0b980e74d82c None None] The sync data for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi is: [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:43Z', 'revision_number': 3, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:46.027159 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bdc7855b-54e3-426b-94c0-c0d2941db483 req-aa10825e-0b56-4380-a147-e62b3c2bc763 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525932 Apr 11 13:24:46.171748 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:46.309332 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-2661fce2-f17e-4b33-a55c-4b5ee4021f9c None None] Provisioning complete for port fef45b85-3a3d-489f-831d-ee4bad24cae8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:46.318270 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2661fce2-f17e-4b33-a55c-4b5ee4021f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:46.355494 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2661fce2-f17e-4b33-a55c-4b5ee4021f9c None None] Port fef45b85-3a3d-489f-831d-ee4bad24cae8 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:24:46.393966 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Publish callbacks [] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:46.457624 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:46.530537 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:46.532512 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Pushing event updated for resources: {'Port': ['ID=fef45b85-3a3d-489f-831d-ee4bad24cae8,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:46.639503 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Network 2154aebd-01cc-461a-8de1-ba67274a625c is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:24:46.640977 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:24:46.785808 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:24:46.876411 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-5bd072e3-6b4d-4fb4-b363-3cc6e14a1a67 None None] Provisioning complete for port fef45b85-3a3d-489f-831d-ee4bad24cae8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:46.876898 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5bd072e3-6b4d-4fb4-b363-3cc6e14a1a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:46.917763 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-5bd072e3-6b4d-4fb4-b363-3cc6e14a1a67 None None] Port fef45b85-3a3d-489f-831d-ee4bad24cae8 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:24:46.935370 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:24:46.947083 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-27201dc0-acac-49e1-b0cb-c24771cc59d2 admin admin] 10.222.0.49 "PUT /v2.0/routers/d1af25b9-4c03-40a3-b0b1-0d53776b98c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4037995 Apr 11 13:24:47.026907 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 055e3382-1b28-46b4-865e-79dcc3345c2b up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:24:47.078450 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 055e3382-1b28-46b4-865e-79dcc3345c2b triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:47.078848 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:47.174367 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 055e3382-1b28-46b4-865e-79dcc3345c2b is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:47.174807 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:47.177864 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9352-334d-4bd5-820b-ce0a25683026 req-63b2ebd3-ec64-466d-b527-acfccdcf424f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:47.180322 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a50a9352-334d-4bd5-820b-ce0a25683026 req-63b2ebd3-ec64-466d-b527-acfccdcf424f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0539732 Apr 11 13:24:47.198723 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 055e3382-1b28-46b4-865e-79dcc3345c2b, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=055e3382-1b28-46b4-865e-79dcc3345c2b,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:47.235963 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a50a9352-334d-4bd5-820b-ce0a25683026 req-d1ca7fc9-47b4-4adf-8562-ccea96734927 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479631 Apr 11 13:24:47.280395 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:47.332534 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=055e3382-1b28-46b4-865e-79dcc3345c2b,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:47.592549 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48536) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:47.597310 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-c054a081-246c-4070-8da5-3f31342eb753 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247142332', 'description': 'tempest-description--2036556155'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:47.691313 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c054a081-246c-4070-8da5-3f31342eb753 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:47.712490 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Sync routers for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:47.726353 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:47.727014 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:47.790486 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c054a081-246c-4070-8da5-3f31342eb753 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (f7b7dc80-5f14-46a6-a869-916dedffe954), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:47.850895 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:47.862762 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c054a081-246c-4070-8da5-3f31342eb753 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f7b7dc80-5f14-46a6-a869-916dedffe954), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:47.895033 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054a081-246c-4070-8da5-3f31342eb753 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b7dc80-5f14-46a6-a869-916dedffe954,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:47.946386 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c054a081-246c-4070-8da5-3f31342eb753 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:47.947976 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c054a081-246c-4070-8da5-3f31342eb753 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3541696 Apr 11 13:24:47.951180 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48540) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:47.957523 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-5404bd8b-fff8-43f7-8465-64f18eda207d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'security_group_rule': {'security_group_id': 'f7b7dc80-5f14-46a6-a869-916dedffe954', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:48.062870 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5404bd8b-fff8-43f7-8465-64f18eda207d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (be79d192-e945-47ad-ab13-e43b261ac4e7), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.120762 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5404bd8b-fff8-43f7-8465-64f18eda207d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (be79d192-e945-47ad-ab13-e43b261ac4e7), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.165505 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5404bd8b-fff8-43f7-8465-64f18eda207d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (be79d192-e945-47ad-ab13-e43b261ac4e7), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.166503 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 2, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:48.184907 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404bd8b-fff8-43f7-8465-64f18eda207d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be79d192-e945-47ad-ab13-e43b261ac4e7,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:48.196882 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Checking router: d1af25b9-4c03-40a3-b0b1-0d53776b98c9 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:48.201826 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Updating router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 port fef45b85-3a3d-489f-831d-ee4bad24cae8 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:24:48.225629 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.236434 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5404bd8b-fff8-43f7-8465-64f18eda207d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.237668 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5404bd8b-fff8-43f7-8465-64f18eda207d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2847006 Apr 11 13:24:48.240479 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48542) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:48.244942 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-71eb8cc3-80c8-41be-be67-d9b66840ee10 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'security_group_rule': {'security_group_id': 'f7b7dc80-5f14-46a6-a869-916dedffe954', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:48.361328 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985350-46b7-4943-acb1-3681e648d684 req-c0febf00-df10-4963-8d16-6f0f5dade9c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:48.362856 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-74985350-46b7-4943-acb1-3681e648d684 req-c0febf00-df10-4963-8d16-6f0f5dade9c3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0570681 Apr 11 13:24:48.364846 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-71eb8cc3-80c8-41be-be67-d9b66840ee10 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (eb84aa5d-b470-490d-97f7-da60c8fe7ac9), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.466693 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-74985350-46b7-4943-acb1-3681e648d684 req-24bf4af6-e016-4c29-9590-b39f376914a9 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918169 Apr 11 13:24:48.468392 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-71eb8cc3-80c8-41be-be67-d9b66840ee10 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (eb84aa5d-b470-490d-97f7-da60c8fe7ac9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.526836 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Publish callbacks [] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.554281 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-71eb8cc3-80c8-41be-be67-d9b66840ee10 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (eb84aa5d-b470-490d-97f7-da60c8fe7ac9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.576519 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb8cc3-80c8-41be-be67-d9b66840ee10 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb84aa5d-b470-490d-97f7-da60c8fe7ac9,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:48.639850 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.642165 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-71eb8cc3-80c8-41be-be67-d9b66840ee10 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.645098 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-71eb8cc3-80c8-41be-be67-d9b66840ee10 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4021013 Apr 11 13:24:48.652459 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48556) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:48.653418 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:48.710643 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1222f-cd53-4b4d-b61a-41a3a95b0442 None None] Pushing event updated for resources: {'Port': ['ID=fef45b85-3a3d-489f-831d-ee4bad24cae8,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:48.772379 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.781615 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Attempting to bind port fef45b85-3a3d-489f-831d-ee4bad24cae8 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:24:48.782140 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Attempting to bind port fef45b85-3a3d-489f-831d-ee4bad24cae8 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:24:48.782580 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Attempting to bind port fef45b85-3a3d-489f-831d-ee4bad24cae8 on network 2154aebd-01cc-461a-8de1-ba67274a625c {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:24:48.795721 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:24:48.797957 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Checking segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:24:48.798649 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.799287 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Bound using segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:24:48.800192 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Bound port: fef45b85-3a3d-489f-831d-ee4bad24cae8, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:24:48.800826 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.888144 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] For port fef45b85-3a3d-489f-831d-ee4bad24cae8, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:24:48.893152 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] For port fef45b85-3a3d-489f-831d-ee4bad24cae8, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=fef45b85-3a3d-489f-831d-ee4bad24cae8,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:24:48.907797 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.949914 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6cc7f2e1-b4df-4a9f-8b32-bd1a2ec066c4 None None] Provisioning complete for port fef45b85-3a3d-489f-831d-ee4bad24cae8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:48.950294 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6cc7f2e1-b4df-4a9f-8b32-bd1a2ec066c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:48.991844 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.040886 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Allocated IP 172.27.3.18 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/2616394d-ac4d-44bc-a5ac-b9c1f29b006a) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:24:49.048846 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 055e3382-1b28-46b4-865e-79dcc3345c2b up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:24:49.052581 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7f2e1-b4df-4a9f-8b32-bd1a2ec066c4 None None] Port fef45b85-3a3d-489f-831d-ee4bad24cae8 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:24:49.119390 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1222f-cd53-4b4d-b61a-41a3a95b0442 None None] Pushing event updated for resources: {'Port': ['ID=fef45b85-3a3d-489f-831d-ee4bad24cae8,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:49.129616 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:49.130438 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:49.206815 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 055e3382-1b28-46b4-865e-79dcc3345c2b triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:49.207154 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.228810 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for port (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.306797 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:49.389476 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.433202 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:24:49.436315 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:24:49.440039 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:24:49.470365 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'Port': ['ID=2616394d-ac4d-44bc-a5ac-b9c1f29b006a,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:49.550555 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (6736275c-ad8b-40e7-8fcb-1d37f33c99bd), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.577513 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 055e3382-1b28-46b4-865e-79dcc3345c2b is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:49.581549 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-1e1babab-b4bb-4cc9-ab93-24723de3cfac None None] Provisioning complete for port fef45b85-3a3d-489f-831d-ee4bad24cae8 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:49.581549 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1e1babab-b4bb-4cc9-ab93-24723de3cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.600510 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3094428f-5beb-44dc-8c16-4aced40020f0 req-e4303d45-bad0-4a1e-9de1-15916029d635 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:49.602659 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3094428f-5beb-44dc-8c16-4aced40020f0 req-e4303d45-bad0-4a1e-9de1-15916029d635 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0482991 Apr 11 13:24:49.654228 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3094428f-5beb-44dc-8c16-4aced40020f0 req-ee13c721-4f2a-4b64-aa13-12c5399412cf tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453925 Apr 11 13:24:49.663398 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.746578 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:48Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:49.776594 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b10571-8132-4153-b4ae-165f0ed263a5 None None] The sync data for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi is: [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:48Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:49.779212 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-1e1babab-b4bb-4cc9-ab93-24723de3cfac None None] Current status of the port fef45b85-3a3d-489f-831d-ee4bad24cae8 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:49.779744 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1e1babab-b4bb-4cc9-ab93-24723de3cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.827713 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-1e1babab-b4bb-4cc9-ab93-24723de3cfac None None] For port fef45b85-3a3d-489f-831d-ee4bad24cae8, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=fef45b85-3a3d-489f-831d-ee4bad24cae8,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:49.852123 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for port (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.923680 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:49.923968 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1e1babab-b4bb-4cc9-ab93-24723de3cfac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:50.016624 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1babab-b4bb-4cc9-ab93-24723de3cfac None None] Pushing event updated for resources: {'Port': ['ID=fef45b85-3a3d-489f-831d-ee4bad24cae8,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:50.051323 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'Port': ['ID=2616394d-ac4d-44bc-a5ac-b9c1f29b006a,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:50.068334 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (6736275c-ad8b-40e7-8fcb-1d37f33c99bd), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:50.155652 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:50.158080 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0157bb1e-a3fb-42a0-a245-9decb1524aa5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5074842 Apr 11 13:24:50.345638 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-a1adf454-fda7-4cbc-b562-9b67e3fdb4de tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1247142332&fields=id&tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c HTTP/1.1" status: 200 len: 267 time: 0.0599132 Apr 11 13:24:50.476041 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-853729a1-907b-4c7a-b742-799e2511a2d2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:50.477644 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-853729a1-907b-4c7a-b742-799e2511a2d2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 817 time: 0.1240737 Apr 11 13:24:50.493717 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-b67f58b1-9076-4654-a4df-693b93bebe0d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/quotas/4b0f1fe37bda4d2c93681cc6b37d690c HTTP/1.1" status: 200 len: 375 time: 0.0098491 Apr 11 13:24:50.548091 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-7f9fd2fd-0a82-4a90-be42-7b3245e700f7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483902 Apr 11 13:24:50.727353 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-5f280785-e985-41da-a021-483be335dfc3 service neutron] 10.222.0.49 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643035 Apr 11 13:24:50.819392 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad996dc2-b599-47b2-b71e-45e891ddeda9 req-ee3c2bb4-2b6e-4f7b-a73e-3e5a0320cbcf tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:50.821102 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ad996dc2-b599-47b2-b71e-45e891ddeda9 req-ee3c2bb4-2b6e-4f7b-a73e-3e5a0320cbcf tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0778239 Apr 11 13:24:50.846561 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-94dd375a-3556-44bc-805a-ab580134ba89 service neutron] 10.222.0.49 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120143 Apr 11 13:24:50.902923 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ad996dc2-b599-47b2-b71e-45e891ddeda9 req-bad00422-cb5c-452e-be1b-634698e11c21 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756664 Apr 11 13:24:51.027953 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device fef45b85-3a3d-489f-831d-ee4bad24cae8 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:24:51.079472 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port fef45b85-3a3d-489f-831d-ee4bad24cae8 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:51.080281 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:51.170917 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-292472cc-1c11-4f69-9042-3e9b41d74d1a req-124b7590-2789-4426-83e7-a639f8757552 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 210 time: 0.0427780 Apr 11 13:24:51.173231 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port fef45b85-3a3d-489f-831d-ee4bad24cae8 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:51.510940 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-1f754437-6715-41cd-910b-4c2cd792f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:51.512517 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-1f754437-6715-41cd-910b-4c2cd792f5c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0&tenant_id=55f2507d26384db4a97b5bc46f4e55ba HTTP/1.1" status: 200 len: 1127 time: 0.0743029 Apr 11 13:24:51.616635 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-725ba450-fb7a-402d-9baf-4c3e10c8ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:51.618233 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-725ba450-fb7a-402d-9baf-4c3e10c8ed51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1127 time: 0.0473368 Apr 11 13:24:51.714085 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-a34f25df-f8ec-4c47-90ad-c1e003fcc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:51.715626 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-a34f25df-f8ec-4c47-90ad-c1e003fcc7a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=740015a2-28ac-4efd-b448-9cfce752a39e HTTP/1.1" status: 200 len: 910 time: 0.0876865 Apr 11 13:24:51.790391 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-c5e5773a-6988-4ae2-ad18-601afa83ee7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 200 len: 999 time: 0.0674484 Apr 11 13:24:51.839967 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-15a1419d-fb27-49ca-927a-860cc52253ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:51.841414 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-15a1419d-fb27-49ca-927a-860cc52253ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1 HTTP/1.1" status: 200 len: 848 time: 0.0450952 Apr 11 13:24:51.889457 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-d4b69a5c-0577-42c6-87cd-b7639ba6f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:51.890998 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-d4b69a5c-0577-42c6-87cd-b7639ba6f370 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=740015a2-28ac-4efd-b448-9cfce752a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416546 Apr 11 13:24:52.029116 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-344acd89-e670-451b-9f5a-44514db22dda service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311533 Apr 11 13:24:52.043682 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5a573-9c07-41c5-b0d8-2bbd0d5c470b req-32b5b125-bf91-43d4-bdf4-0d6d702eb56b tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:52.054780 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-12e5a573-9c07-41c5-b0d8-2bbd0d5c470b req-32b5b125-bf91-43d4-bdf4-0d6d702eb56b tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0808966 Apr 11 13:24:52.166241 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-12e5a573-9c07-41c5-b0d8-2bbd0d5c470b req-226f92d0-40eb-490a-9374-2519779cc911 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132088 Apr 11 13:24:52.187317 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-21fad793-d67d-41dc-9a1c-a0a39b0d91cd service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271517 Apr 11 13:24:52.258800 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-030d126e-7bd2-40d5-b27a-67f7be8eb177 req-fa988d67-d422-4872-af9a-d2cd435a97f7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 210 time: 0.0388350 Apr 11 13:24:52.433131 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:52.836990 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6559f-2f0c-4ede-a88c-05020fff3ea9 req-4bfdde07-ac19-495c-88a8-500e8b09fd5c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:52.838724 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f3f6559f-2f0c-4ede-a88c-05020fff3ea9 req-4bfdde07-ac19-495c-88a8-500e8b09fd5c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0585232 Apr 11 13:24:52.900280 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f3f6559f-2f0c-4ede-a88c-05020fff3ea9 req-8ebfdce7-5e64-492e-b3ab-a5162c2fa996 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558484 Apr 11 13:24:53.159561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b8afc86b-d567-4f5b-84b5-fb791c01cf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:53.285490 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6c59e-0858-4139-be6f-70d009333f99 req-75c31389-4f85-4f9a-b75c-11ae5abb6358 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:53.287175 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-59b6c59e-0858-4139-be6f-70d009333f99 req-75c31389-4f85-4f9a-b75c-11ae5abb6358 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0507305 Apr 11 13:24:53.330590 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7fb57-de74-4b42-9ee9-b14fde84434c req-d5795a87-f5b6-40e9-9a0f-08d954ce5250 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:53.332358 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cef7fb57-de74-4b42-9ee9-b14fde84434c req-d5795a87-f5b6-40e9-9a0f-08d954ce5250 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.0563893 Apr 11 13:24:53.349189 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-59b6c59e-0858-4139-be6f-70d009333f99 req-a37b3789-fc82-445b-9eae-e41154e1f1c1 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505941 Apr 11 13:24:53.383279 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cef7fb57-de74-4b42-9ee9-b14fde84434c req-a778b7e2-2c34-4263-8c9e-780b1516da0d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452726 Apr 11 13:24:53.448342 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e2a15fb5-7783-4e03-bf61-ef507ff3c48e req-33c09fe9-d6a0-4cf1-a6ea-e6840e391523 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 210 time: 0.0293295 Apr 11 13:24:54.013227 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55448d6-2b3d-4179-a92b-a65830c9faa4 req-8497a0cf-99b7-4ae9-bd9a-38086ad47a5f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:54.014853 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b55448d6-2b3d-4179-a92b-a65830c9faa4 req-8497a0cf-99b7-4ae9-bd9a-38086ad47a5f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0467525 Apr 11 13:24:54.060578 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b55448d6-2b3d-4179-a92b-a65830c9faa4 req-92926e6a-e0de-4210-ae5f-378bbe46e10c tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Apr 11 13:24:54.474057 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c505a-15f5-4b3c-b449-61b4c826594a req-c92df79f-3083-40d4-8e7b-95a8eef7ebbf tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:54.477039 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fe6c505a-15f5-4b3c-b449-61b4c826594a req-c92df79f-3083-40d4-8e7b-95a8eef7ebbf tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0550623 Apr 11 13:24:54.531042 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0383ac-de1e-4efc-a6d1-0bbf4485eaab req-5dd5355a-c5ac-437a-a582-447cf517fd47 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:54.532760 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2e0383ac-de1e-4efc-a6d1-0bbf4485eaab req-5dd5355a-c5ac-437a-a582-447cf517fd47 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.0733025 Apr 11 13:24:54.543490 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fe6c505a-15f5-4b3c-b449-61b4c826594a req-87f9fc0f-fc32-4acf-9766-06a7db5c9168 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553334 Apr 11 13:24:54.596951 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2e0383ac-de1e-4efc-a6d1-0bbf4485eaab req-211bfced-0a1e-475e-980f-6afc608d303f tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482073 Apr 11 13:24:54.636306 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3bfdce39-3a01-4a22-8443-98001acc685d req-43a1820b-1942-4cb1-92b5-1157b07a3b7f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 210 time: 0.0344348 Apr 11 13:24:55.191587 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c0e1a-26dc-45e2-a880-f7d1ae20b55f req-55aadc44-00fb-417b-bcf4-65682229410b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:55.192997 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b78c0e1a-26dc-45e2-a880-f7d1ae20b55f req-55aadc44-00fb-417b-bcf4-65682229410b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0491803 Apr 11 13:24:55.241733 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b78c0e1a-26dc-45e2-a880-f7d1ae20b55f req-62bdcaaa-941a-4df2-b22d-a7b304309a78 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430079 Apr 11 13:24:55.667198 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2235845-d4d4-45e1-8e2e-b3a0dacfcf44 req-9a444d43-0ab1-4b22-955e-2a6e306b5d86 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:55.668945 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e2235845-d4d4-45e1-8e2e-b3a0dacfcf44 req-9a444d43-0ab1-4b22-955e-2a6e306b5d86 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0531867 Apr 11 13:24:55.729352 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e2235845-d4d4-45e1-8e2e-b3a0dacfcf44 req-dfd42e3d-32f3-4566-b228-bceea846c7ca tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548072 Apr 11 13:24:55.730390 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fd8e4-9f5f-4a0c-89a5-53024607b33d req-f82f06eb-ebc6-4aa5-bfd4-6f811011b05c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:55.731796 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-56f9abfc-aa63-42e2-ac82-8a038ebfa49f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:55.737708 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-180fd8e4-9f5f-4a0c-89a5-53024607b33d req-f82f06eb-ebc6-4aa5-bfd4-6f811011b05c tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.0622249 Apr 11 13:24:55.784842 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-180fd8e4-9f5f-4a0c-89a5-53024607b33d req-df426f86-b736-41a6-a7aa-f362d3ae246d tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462184 Apr 11 13:24:55.812245 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5bc92359-a028-44d2-9243-224bdf2f12c9 req-30402725-c94d-45cf-940a-b3f8d33a0795 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 210 time: 0.0287130 Apr 11 13:24:56.188325 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-7070dc54-752e-400c-9ae3-359cfc966e41 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:56.189803 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-7070dc54-752e-400c-9ae3-359cfc966e41 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0474570 Apr 11 13:24:56.355486 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Deleting port b77959a5-e8f4-4d08-b41a-7790ebb4d232 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:56.355755 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:56.361668 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaea3ea-3ffc-4d4d-8cd3-c8a5c5946082 req-c74413fa-cbed-420a-9883-daeee6306fad tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:56.363188 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-beaea3ea-3ffc-4d4d-8cd3-c8a5c5946082 req-c74413fa-cbed-420a-9883-daeee6306fad tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 945 time: 0.0501733 Apr 11 13:24:56.413937 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-beaea3ea-3ffc-4d4d-8cd3-c8a5c5946082 req-eeb5f974-8f5c-4da1-beee-2471921d472f tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b1af44f-9d46-45c5-baf2-e0364c7c0102&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444663 Apr 11 13:24:56.429004 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:56.453947 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] For port b77959a5-e8f4-4d08-b41a-7790ebb4d232, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b77959a5-e8f4-4d08-b41a-7790ebb4d232,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:56.454364 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:56.626431 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-6654ef4e-6f9c-485f-b0a4-76e4541bcfc6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:56.627824 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-6654ef4e-6f9c-485f-b0a4-76e4541bcfc6 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.0480902 Apr 11 13:24:56.628610 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:56.629290 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (bf64cc73-bd74-420d-bea2-7f63645a946b), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:56.629613 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Floating IP bf64cc73-bd74-420d-bea2-7f63645a946b disassociated. External IP: 172.27.3.40, port: b77959a5-e8f4-4d08-b41a-7790ebb4d232. Apr 11 13:24:56.629956 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Calling delete_port for b77959a5-e8f4-4d08-b41a-7790ebb4d232 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:56.723019 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Deleting port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:24:56.723365 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:56.824421 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] For port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:56.825008 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:56.880687 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (b77959a5-e8f4-4d08-b41a-7790ebb4d232), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:56.891234 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e3c44-e35d-4702-a139-ba163ba91173 req-53c246bf-ae52-4054-b233-12e1cff834d5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:56.892969 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a3e3c44-e35d-4702-a139-ba163ba91173 req-53c246bf-ae52-4054-b233-12e1cff834d5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0882757 Apr 11 13:24:56.967661 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e050b-6af7-4b6d-bc92-83b4e8b761fd req-e5fcc7eb-256e-46f8-8499-9278c3d137d9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:56.969225 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-799e050b-6af7-4b6d-bc92-83b4e8b761fd req-e5fcc7eb-256e-46f8-8499-9278c3d137d9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 945 time: 0.0921202 Apr 11 13:24:56.983545 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'Port': ['ID=b77959a5-e8f4-4d08-b41a-7790ebb4d232,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:57.076183 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-799e050b-6af7-4b6d-bc92-83b4e8b761fd req-e62da528-43a9-4a8b-961a-991eab1f10c3 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups?id=566df3fc-9354-4b3b-a371-35473dd581ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983276 Apr 11 13:24:57.090170 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:57.090544 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (abec67a1-a3b1-4ca1-a49d-731cf71c6b1d), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:57.090863 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Floating IP abec67a1-a3b1-4ca1-a49d-731cf71c6b1d disassociated. External IP: 172.27.3.33, port: 1775fb56-e2da-48d1-8a70-cc6e7e3ba538. Apr 11 13:24:57.091215 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Calling delete_port for 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:24:57.105686 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2a3e3c44-e35d-4702-a139-ba163ba91173 req-6becd545-8c5f-4259-bcea-a866bd39be08 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708136 Apr 11 13:24:57.118535 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-be0de4ba-a9c2-4957-87be-62ac9dc5c058 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:57.121034 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-be0de4ba-a9c2-4957-87be-62ac9dc5c058 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 817 time: 0.2812011 Apr 11 13:24:57.204467 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-50ea5fd6-af6b-43fe-a435-617dec985225 req-310523fa-fd16-4a6c-9ede-5f5ef5cc5149 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 210 time: 0.0359325 Apr 11 13:24:57.249246 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-6e55bb1e-6bee-4dcd-8a5c-57678a7daf1a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c HTTP/1.1" status: 200 len: 380 time: 0.1147518 Apr 11 13:24:57.253582 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:24:57.263495 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'port': {'device_id': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'admin_state_up': True, 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'security_groups': ['f7b7dc80-5f14-46a6-a869-916dedffe954']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:57.417179 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (1775fb56-e2da-48d1-8a70-cc6e7e3ba538), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:57.451912 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event deleted for resources: {'Port': ['ID=1775fb56-e2da-48d1-8a70-cc6e7e3ba538,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:57.469967 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:24:57.484871 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:57.502149 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:57.503424 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:57.569582 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ef7ba250-c139-4fd8-8fe2-4fd48d2e2210 req-45b91563-5fff-4843-8c2d-7618f8d15650 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 210 time: 0.0530591 Apr 11 13:24:57.579099 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Made reservation on behalf of 4b0f1fe37bda4d2c93681cc6b37d690c for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:24:57.579278 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:57.582898 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] No DVR routers for this DVR port b77959a5-e8f4-4d08-b41a-7790ebb4d232 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:57.587038 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:57.590845 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.50 "DELETE /v2.0/ports/b77959a5-e8f4-4d08-b41a-7790ebb4d232 HTTP/1.1" status: 204 len: 173 time: 1.3240080 Apr 11 13:24:57.591490 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'name': 'network-vif-deleted', 'tag': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:24:57.594065 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1e811e-64cc-4cdb-b034-f611ad3a5857" -d '{"events": [{"server_uuid": "43b672ba-1dcd-4164-bae9-a17e415ecbdc", "name": "network-vif-deleted", "tag": "b77959a5-e8f4-4d08-b41a-7790ebb4d232"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:24:57.620235 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:24:57.644746 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:57.657372 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035cfca6-95e8-45e0-84f6-04ebdd91fadf x-openstack-request-id: req-035cfca6-95e8-45e0-84f6-04ebdd91fadf {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:24:57.657769 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b672ba-1dcd-4164-bae9-a17e415ecbdc", "name": "network-vif-deleted", "tag": "b77959a5-e8f4-4d08-b41a-7790ebb4d232", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:24:57.658034 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-035cfca6-95e8-45e0-84f6-04ebdd91fadf {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:24:57.658645 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035cfca6-95e8-45e0-84f6-04ebdd91fadf'] response: {'server_uuid': '43b672ba-1dcd-4164-bae9-a17e415ecbdc', 'name': 'network-vif-deleted', 'tag': 'b77959a5-e8f4-4d08-b41a-7790ebb4d232', 'status': 'completed', 'code': 200} Apr 11 13:24:57.747380 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Allocated IP 172.20.0.3 (2154aebd-01cc-461a-8de1-ba67274a625c/5a456cfa-8d0e-471b-80da-a9959ddda933/c009dd32-af7d-4af9-95d4-dc1f3bef3fd1) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:24:57.763289 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:24:57.781586 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] Sync routers for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:24:57.799573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:57.800500 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:57.841318 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] No DVR routers for this DVR port 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 on host hv-cinder-83697 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:24:57.844551 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:57.848268 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-31441c85-d18d-4a2a-8832-cf25ca898df2 req-3860924d-07e8-4dce-a5c7-da510a2bf844 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.50 "DELETE /v2.0/ports/1775fb56-e2da-48d1-8a70-cc6e7e3ba538 HTTP/1.1" status: 204 len: 173 time: 1.2121964 Apr 11 13:24:57.848904 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'name': 'network-vif-deleted', 'tag': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:24:57.856350 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:57.856667 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6655568b-c315-4cbd-81b7-38c74d8b91b4" -d '{"events": [{"server_uuid": "1d130e35-13f9-4fc7-87e1-99f8e5af090a", "name": "network-vif-deleted", "tag": "1775fb56-e2da-48d1-8a70-cc6e7e3ba538"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:24:57.924633 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:57.934478 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:57.935294 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:57.942668 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:57.957767 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:58.038009 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824ac3e5-cbe1-4c2a-8e69-e094660ad227 x-openstack-request-id: req-824ac3e5-cbe1-4c2a-8e69-e094660ad227 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:24:58.038581 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d130e35-13f9-4fc7-87e1-99f8e5af090a", "name": "network-vif-deleted", "tag": "1775fb56-e2da-48d1-8a70-cc6e7e3ba538", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:24:58.038869 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-824ac3e5-cbe1-4c2a-8e69-e094660ad227 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:24:58.039487 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824ac3e5-cbe1-4c2a-8e69-e094660ad227'] response: {'server_uuid': '1d130e35-13f9-4fc7-87e1-99f8e5af090a', 'name': 'network-vif-deleted', 'tag': '1775fb56-e2da-48d1-8a70-cc6e7e3ba538', 'status': 'completed', 'code': 200} Apr 11 13:24:58.074709 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:58.091674 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:58.179416 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Network 2154aebd-01cc-461a-8de1-ba67274a625c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:24:58.183895 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:24:58.188632 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:24:58.193640 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:58.222720 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:58.226361 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:58.277046 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] Checking router: 41e290f6-5bec-4dea-ab8c-22d3878bcb97 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:24:58.286725 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:24:58.287897 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:58.337852 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ba51b-911d-41e1-a17b-1187daee313f req-0fb5da51-4eaa-498b-a524-1c1dd9d1bb83 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:58.338535 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-25ffc186-bb9e-4f05-8d9a-e36f94d5b008 req-af3bb9f1-6c99-47f7-a8a4-0a64758f6368 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 210 time: 0.0855381 Apr 11 13:24:58.339853 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9e3ba51b-911d-41e1-a17b-1187daee313f req-0fb5da51-4eaa-498b-a524-1c1dd9d1bb83 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 943 time: 0.0627494 Apr 11 13:24:58.352643 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:58.355435 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:58.370688 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:58.420054 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc03899-4c26-4a91-a3a4-f8f0b565e48c None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:18:37Z', 'revision_number': 4, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '89da071c-948c-4965-8513-37a88cd522ac', 'name': '', 'network_id': 'e9a51498-8b8d-4f70-bd15-925adb6a2840', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'mac_address': 'fa:16:3e:2e:14:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:35Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'subnets': [{'id': '2dd097f7-0acd-47ef-b937-c68a72df4ee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:58.469141 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9e3ba51b-911d-41e1-a17b-1187daee313f req-fa79cca9-9a20-4858-a12c-df460a8b152f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082590 Apr 11 13:24:58.509025 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01678f-15b7-4afe-bfca-0ee17eac95ad req-7f03cb84-afdb-4f11-9393-fb143763b1a7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:58.510979 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d01678f-15b7-4afe-bfca-0ee17eac95ad req-7f03cb84-afdb-4f11-9393-fb143763b1a7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 931 time: 0.0780516 Apr 11 13:24:58.516665 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8cfd9a24-8320-43ed-900a-d5dc3c352896 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2581525 Apr 11 13:24:58.532023 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:24:58.537860 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Request body: {'port': {'device_id': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:24:58.593513 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9d01678f-15b7-4afe-bfca-0ee17eac95ad req-98e10584-907f-42cc-b54f-99a970a5d764 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706494 Apr 11 13:24:58.620577 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-346cd810-cdb7-4d3b-84af-4ce8612d5cd5 None None] Provisioning complete for port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:24:58.621032 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-346cd810-cdb7-4d3b-84af-4ce8612d5cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:58.659348 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:58.734889 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9046aa4a-d51f-47fe-a6e8-77cf055e2a9b req-c4551092-253e-496d-bc7a-4dffdd9d7d9b tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/ports?device_id=43b672ba-1dcd-4164-bae9-a17e415ecbdc HTTP/1.1" status: 200 len: 210 time: 0.0357008 Apr 11 13:24:58.760523 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5d5e395f-518f-4552-b74e-fc625904bbde details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:24:58.762761 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b77959a5-e8f4-4d08-b41a-7790ebb4d232 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:24:58.771014 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-346cd810-cdb7-4d3b-84af-4ce8612d5cd5 None None] Port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:24:58.806714 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: b77959a5-e8f4-4d08-b41a-7790ebb4d232 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:24:58.807471 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b77959a5-e8f4-4d08-b41a-7790ebb4d232 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:24:58.847759 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11efe9f-b3ca-4cee-9fd2-3a945d30afd0 None None] New status for floating IP bf64cc73-bd74-420d-bea2-7f63645a946b: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:24:58.937889 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:24:58.979172 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f12fd-4e12-4567-978c-fab2af6dcfb4 None None] The sync data for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi is: [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:18:40Z', 'revision_number': 4, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'f5fcf927-f67d-4eb9-8b99-5266d25d8b8d', 'name': '', 'network_id': '530d667c-2b84-4e74-b0c8-6f18245ef6f3', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'mac_address': 'fa:16:3e:cd:37:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:39Z', 'updated_at': '2022-04-11T13:18:50Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'subnets': [{'id': '9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:24:58.987177 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:59.001008 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '5d5e395f-518f-4552-b74e-fc625904bbde', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'port_id': '5d5e395f-518f-4552-b74e-fc625904bbde', 'mac_address': 'fa:16:3e:13:81:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:24:59.001704 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:24:59.010950 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Publish callbacks [] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:59.026466 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Transition to ACTIVE for port object c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:24:59.041906 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5d5e395f-518f-4552-b74e-fc625904bbde is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:24:59.042343 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:59.057918 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5e395f-518f-4552-b74e-fc625904bbde {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:24:59.079672 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:24:59.120115 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:59.166471 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:59.269100 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=7']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:59.316182 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6796fb82-4d89-4e6b-96b6-9d31a37cf8b0 None None] New status for floating IP abec67a1-a3b1-4ca1-a49d-731cf71c6b1d: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:24:59.474620 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0a3a7b9-4c4b-438d-848f-0cba18351825 req-3df435cb-4db8-4954-a121-ba30bc947221 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/ports?device_id=1d130e35-13f9-4fc7-87e1-99f8e5af090a HTTP/1.1" status: 200 len: 210 time: 0.0376518 Apr 11 13:24:59.479348 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['5d5e395f-518f-4552-b74e-fc625904bbde'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:24:59.577546 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:59.629452 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c91b3-b08d-4a3e-b2ec-df71cc0d332d req-06b5e75c-128e-47dd-869e-b2dc448727f3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:59.631285 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1a1c91b3-b08d-4a3e-b2ec-df71cc0d332d req-06b5e75c-128e-47dd-869e-b2dc448727f3 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 944 time: 0.0626032 Apr 11 13:24:59.657628 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:59.658354 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Attempting to bind port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:24:59.658820 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Attempting to bind port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:24:59.659027 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Attempting to bind port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 on network 2154aebd-01cc-461a-8de1-ba67274a625c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:24:59.671237 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 on network 2154aebd-01cc-461a-8de1-ba67274a625c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:24:59.673000 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Attempting to bind port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 on network 2154aebd-01cc-461a-8de1-ba67274a625c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:24:59.686099 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:24:59.686476 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Checking segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:24:59.686866 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Bound using segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:24:59.687362 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Bound port: c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:24:59.687733 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:59.714146 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1a1c91b3-b08d-4a3e-b2ec-df71cc0d332d req-4257bcbe-56ee-4aad-8e7a-b3632d35f242 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0723033 Apr 11 13:24:59.751618 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe39fa-882d-46ed-ac2d-1f14915cd8dd req-63c881bb-ad7f-43d9-91fd-6f32fc2c7de6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:59.753342 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bfbe39fa-882d-46ed-ac2d-1f14915cd8dd req-63c881bb-ad7f-43d9-91fd-6f32fc2c7de6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0502577 Apr 11 13:24:59.800819 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:24:59.807336 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:24:59.817278 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bfbe39fa-882d-46ed-ac2d-1f14915cd8dd req-2a3cd39a-f660-4622-956e-fcb7a6a68be3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530598 Apr 11 13:24:59.868284 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:59.905430 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:24:59.906055 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:24:59.907152 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48702) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:24:59.907543 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] 10.222.0.50 "PUT /v2.0/ports/c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 HTTP/1.1" status: 200 len: 1093 time: 1.3776765 Apr 11 13:24:59.907998 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:24:59.910610 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52da3bb5-0d74-4dc2-bd35-546f87749376" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:24:59.945641 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92413b-3ca5-4f7c-b7e8-595dad69179d service neutron] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:24:59.966876 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb4841b-408b-4644-a8c5-26f182420549 x-openstack-request-id: req-cbb4841b-408b-4644-a8c5-26f182420549 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:24:59.967295 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:24:59.967653 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbb4841b-408b-4644-a8c5-26f182420549 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:24:59.968153 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb4841b-408b-4644-a8c5-26f182420549'] response: {'name': 'network-changed', 'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'status': 'completed', 'code': 200} Apr 11 13:24:59.979952 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40e97fa4-2c48-4768-95a2-61ffb5691bea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (9b1af44f-9d46-45c5-baf2-e0364c7c0102), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.008286 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40e97fa4-2c48-4768-95a2-61ffb5691bea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (9b1af44f-9d46-45c5-baf2-e0364c7c0102), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.033192 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da3bb5-0d74-4dc2-bd35-546f87749376 req-0c56a7dc-69ac-46ba-b164-13c8be7baefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:00.034753 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52da3bb5-0d74-4dc2-bd35-546f87749376 req-0c56a7dc-69ac-46ba-b164-13c8be7baefc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 1127 time: 0.0445099 Apr 11 13:25:00.142536 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da3bb5-0d74-4dc2-bd35-546f87749376 req-d97cdfe2-6fc5-42dc-8c56-cde1e5fde282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:00.142797 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40e97fa4-2c48-4768-95a2-61ffb5691bea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9b1af44f-9d46-45c5-baf2-e0364c7c0102), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.144062 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52da3bb5-0d74-4dc2-bd35-546f87749376 req-d97cdfe2-6fc5-42dc-8c56-cde1e5fde282 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1018190 Apr 11 13:25:00.145506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-40e97fa4-2c48-4768-95a2-61ffb5691bea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.146760 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-40e97fa4-2c48-4768-95a2-61ffb5691bea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "DELETE /v2.0/security-groups/9b1af44f-9d46-45c5-baf2-e0364c7c0102 HTTP/1.1" status: 204 len: 168 time: 0.2385421 Apr 11 13:25:00.149540 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48706) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:00.156622 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e97fa4-2c48-4768-95a2-61ffb5691bea tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1af44f-9d46-45c5-baf2-e0364c7c0102,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:00.171903 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-68d2cc45-2158-45ac-a238-1ca9a51b58d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] show failed (client error): The resource could not be found. Apr 11 13:25:00.183600 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-68d2cc45-2158-45ac-a238-1ca9a51b58d7 tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "GET /v2.0/security-groups/9b1af44f-9d46-45c5-baf2-e0364c7c0102 HTTP/1.1" status: 404 len: 347 time: 0.0223877 Apr 11 13:25:00.184334 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48708) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:00.265353 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da3bb5-0d74-4dc2-bd35-546f87749376 req-713eb6bc-29b1-4141-bae4-4edcd977f10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:00.266754 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52da3bb5-0d74-4dc2-bd35-546f87749376 req-713eb6bc-29b1-4141-bae4-4edcd977f10f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100242 Apr 11 13:25:00.314530 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Deleting port c8337a80-c5ed-478a-9a6e-7aefc3d68b24 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:00.314885 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.349728 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-1d9828f8-8072-4726-a133-1a4986f299c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:00.351418 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-1d9828f8-8072-4726-a133-1a4986f299c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 1127 time: 0.0463293 Apr 11 13:25:00.399887 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-93119e0c-1d06-4d7e-a081-8228f1c695a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 HTTP/1.1" status: 200 len: 217 time: 0.0362165 Apr 11 13:25:00.400192 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.400528 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.413249 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Calling delete_port for c8337a80-c5ed-478a-9a6e-7aefc3d68b24 owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:00.451340 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-c5b6e0eb-8a16-459e-b40c-96b90213ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:00.452820 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-c5b6e0eb-8a16-459e-b40c-96b90213ecf2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0439982 Apr 11 13:25:00.504843 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-63c7920e-ae13-4551-9b64-e1b1e50aee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:00.506558 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-63c7920e-ae13-4551-9b64-e1b1e50aee64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442050 Apr 11 13:25:00.607595 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-ea3c1f4a-a33c-4ba1-8b00-9bc9d818e07d service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921278 Apr 11 13:25:00.680507 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (c8337a80-c5ed-478a-9a6e-7aefc3d68b24), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.701223 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48714) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:00.710251 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Pushing event deleted for resources: {'Port': ['ID=c8337a80-c5ed-478a-9a6e-7aefc3d68b24,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:00.718990 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b459c5b2-92f0-4d6e-9bef-6bdd04ec66fb req-70539267-fe6d-4f64-be15-c36159816a7c service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011114 Apr 11 13:25:00.733635 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5d5e395f-518f-4552-b74e-fc625904bbde up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:25:00.761901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5337f47f-d2d9-4cb5-9da0-b6bbb99a7fb9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (566df3fc-9354-4b3b-a371-35473dd581ab), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.791204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5337f47f-d2d9-4cb5-9da0-b6bbb99a7fb9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (566df3fc-9354-4b3b-a371-35473dd581ab), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.793398 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 5d5e395f-518f-4552-b74e-fc625904bbde triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:25:00.794288 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.800464 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks [] for floatingip (bf64cc73-bd74-420d-bea2-7f63645a946b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.803560 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.805026 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-36ace5f2-9a7e-43dd-997c-1ef3a6311a3a tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] 10.222.0.49 "DELETE /v2.0/floatingips/bf64cc73-bd74-420d-bea2-7f63645a946b HTTP/1.1" status: 204 len: 168 time: 0.6279075 Apr 11 13:25:00.869489 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586c0a6-e3d9-41b1-ae64-8ce8f3080373 req-6f17953f-9f48-43ab-8f04-1efdc53974de tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:00.871056 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9586c0a6-e3d9-41b1-ae64-8ce8f3080373 req-6f17953f-9f48-43ab-8f04-1efdc53974de tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 944 time: 0.0709550 Apr 11 13:25:00.889303 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5d5e395f-518f-4552-b74e-fc625904bbde is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:25:00.889994 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.916128 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:25:00.919948 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc98b592-d40c-45b2-8734-af7fcd4daf4f" -d '{"events": [{"server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "name": "network-vif-plugged", "status": "completed", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:25:00.934273 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:00.940370 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9586c0a6-e3d9-41b1-ae64-8ce8f3080373 req-2385193c-c5a4-4d72-8c32-ccaf651044a0 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544446 Apr 11 13:25:00.942429 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fb3c2-c1f2-404d-b71d-cc181777e0a6 req-1ab346a8-9360-4484-9e26-d70130fbc09d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:00.943986 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9c4fb3c2-c1f2-404d-b71d-cc181777e0a6 req-1ab346a8-9360-4484-9e26-d70130fbc09d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0494969 Apr 11 13:25:00.988875 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5337f47f-d2d9-4cb5-9da0-b6bbb99a7fb9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (566df3fc-9354-4b3b-a371-35473dd581ab), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.989286 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406318e-f234-490c-8b6e-a862438767a2 x-openstack-request-id: req-c406318e-f234-490c-8b6e-a862438767a2 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:25:00.989600 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "name": "network-vif-plugged", "status": "completed", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:25:00.989855 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c406318e-f234-490c-8b6e-a862438767a2 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:25:00.990321 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c406318e-f234-490c-8b6e-a862438767a2'] response: {'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde', 'code': 200} Apr 11 13:25:00.992926 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5337f47f-d2d9-4cb5-9da0-b6bbb99a7fb9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:00.994089 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5337f47f-d2d9-4cb5-9da0-b6bbb99a7fb9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "DELETE /v2.0/security-groups/566df3fc-9354-4b3b-a371-35473dd581ab HTTP/1.1" status: 204 len: 168 time: 0.2919302 Apr 11 13:25:00.998475 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48724) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:00.999316 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9c4fb3c2-c1f2-404d-b71d-cc181777e0a6 req-cc670c4c-1cd3-42a8-985a-d20706da2141 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493057 Apr 11 13:25:01.011188 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337f47f-d2d9-4cb5-9da0-b6bbb99a7fb9 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=566df3fc-9354-4b3b-a371-35473dd581ab,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:01.011685 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:01.012514 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:25:01.021429 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-86128baa-0c72-4c29-aa9f-3b0ad4448867 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] show failed (client error): The resource could not be found. Apr 11 13:25:01.021429 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-86128baa-0c72-4c29-aa9f-3b0ad4448867 tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "GET /v2.0/security-groups/566df3fc-9354-4b3b-a371-35473dd581ab HTTP/1.1" status: 404 len: 347 time: 0.0210357 Apr 11 13:25:01.023877 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48726) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:01.060318 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:25:01.060578 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1775fb56-e2da-48d1-8a70-cc6e7e3ba538 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:25:01.092585 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=8']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:01.149024 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Deleting port 4291f29a-39c0-4e7c-b01b-1079e9045f55 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:01.149610 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (4291f29a-39c0-4e7c-b01b-1079e9045f55), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:01.227732 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (4291f29a-39c0-4e7c-b01b-1079e9045f55), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:01.228061 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (4291f29a-39c0-4e7c-b01b-1079e9045f55), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:01.240006 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Calling delete_port for 4291f29a-39c0-4e7c-b01b-1079e9045f55 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:01.503098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (4291f29a-39c0-4e7c-b01b-1079e9045f55), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:01.535565 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Pushing event deleted for resources: {'Port': ['ID=4291f29a-39c0-4e7c-b01b-1079e9045f55,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:01.593905 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks [] for floatingip (abec67a1-a3b1-4ca1-a49d-731cf71c6b1d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:01.596841 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:01.597991 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-2001a52e-9aa9-4804-8449-b42e5f7ce7ab tempest-AttachVolumeTestJSON-843037424 tempest-AttachVolumeTestJSON-843037424-project] 10.222.0.49 "DELETE /v2.0/floatingips/abec67a1-a3b1-4ca1-a49d-731cf71c6b1d HTTP/1.1" status: 204 len: 168 time: 0.5730600 Apr 11 13:25:01.965259 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c701f2a-12da-4c4f-877a-3f5e6a00f7d5 req-9aaa7e79-bd0a-4f45-8383-0dc205f2f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:01.967666 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9c701f2a-12da-4c4f-877a-3f5e6a00f7d5 req-9aaa7e79-bd0a-4f45-8383-0dc205f2f65f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1129 time: 0.0446341 Apr 11 13:25:02.029032 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9c701f2a-12da-4c4f-877a-3f5e6a00f7d5 req-43e4377b-38ab-4d6e-ae0b-26741dab4ae4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549896 Apr 11 13:25:02.062957 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abb809-8468-48b5-a770-e69d2ca1b5b9 req-bd9b1fc0-dc50-42e7-86d1-9de069318b36 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:02.064447 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-14abb809-8468-48b5-a770-e69d2ca1b5b9 req-bd9b1fc0-dc50-42e7-86d1-9de069318b36 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0481246 Apr 11 13:25:02.115282 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-14abb809-8468-48b5-a770-e69d2ca1b5b9 req-4cf4922e-7b8d-4f5f-b5d5-60249c37ef9b tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449207 Apr 11 13:25:02.128111 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb46c5-0f20-45e9-bda9-7186af8a556a req-9f2603fd-3d04-41a6-863a-087ac8648af3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:02.129948 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37fb46c5-0f20-45e9-bda9-7186af8a556a req-9f2603fd-3d04-41a6-863a-087ac8648af3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0487437 Apr 11 13:25:02.180301 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-37fb46c5-0f20-45e9-bda9-7186af8a556a req-55e163f4-cb47-43f6-bc48-cd0b0e8550df tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443213 Apr 11 13:25:02.739306 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:25:02.845582 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:02.856469 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'port_id': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'mac_address': 'fa:16:3e:dc:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:25:02.894366 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:25:02.894783 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:02.907972 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:25:02.926390 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:03.011822 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:03.064687 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:03.233598 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d788a-9e2f-483f-aa75-b535404eb153 req-7e92ab39-9f70-4851-aec8-288e936c0651 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:03.234215 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:25:03.235417 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e14d788a-9e2f-483f-aa75-b535404eb153 req-7e92ab39-9f70-4851-aec8-288e936c0651 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0505869 Apr 11 13:25:03.290616 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e14d788a-9e2f-483f-aa75-b535404eb153 req-6e40e3b0-8b4f-4d0f-87be-c4b19771dcde tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486293 Apr 11 13:25:03.309671 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d572-c634-4354-8abd-937ef6528a1b req-e9e46021-91b1-4db2-a8d6-4738d7818936 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:03.311243 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b181d572-c634-4354-8abd-937ef6528a1b req-e9e46021-91b1-4db2-a8d6-4738d7818936 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 944 time: 0.0534616 Apr 11 13:25:03.362096 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b181d572-c634-4354-8abd-937ef6528a1b req-496dc7f5-5d62-41e9-91ff-d80b5c4f4406 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446424 Apr 11 13:25:04.421930 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490f12a-99ac-4893-a156-4fa00cbd6061 req-0da5aa5e-002f-4f8d-8ea5-048b02716454 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:04.423456 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2490f12a-99ac-4893-a156-4fa00cbd6061 req-0da5aa5e-002f-4f8d-8ea5-048b02716454 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0590181 Apr 11 13:25:04.475346 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2490f12a-99ac-4893-a156-4fa00cbd6061 req-5b876fef-a766-4ea2-b8d1-061b150f849f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453765 Apr 11 13:25:04.500848 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c8489-335e-42c1-85a4-ceb5cd9e9ad9 req-c3d04015-e024-42a3-a844-3645df8a1f6b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:04.502366 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-417c8489-335e-42c1-85a4-ceb5cd9e9ad9 req-c3d04015-e024-42a3-a844-3645df8a1f6b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 944 time: 0.0490303 Apr 11 13:25:04.552696 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-417c8489-335e-42c1-85a4-ceb5cd9e9ad9 req-5019f094-bb0d-4287-9058-eb43c2778c5e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436542 Apr 11 13:25:04.748715 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:25:04.803667 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:25:04.891077 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:25:04.891483 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:04.968003 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:25:04.968414 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:04.993337 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:25:04.995779 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8189e2-8827-4b2e-bde2-7ab795a1402f" -d '{"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-plugged", "status": "completed", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:25:05.009568 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:05.043702 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2738a1c1-df28-4748-a0ff-e417ccacf359 x-openstack-request-id: req-2738a1c1-df28-4748-a0ff-e417ccacf359 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:25:05.044026 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-plugged", "status": "completed", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:25:05.044287 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2738a1c1-df28-4748-a0ff-e417ccacf359 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:25:05.044781 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2738a1c1-df28-4748-a0ff-e417ccacf359'] response: {'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'code': 200} Apr 11 13:25:05.136393 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:05.206545 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48796) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:05.320010 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:05.394581 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628ab8-f3b8-450d-bc85-11fb7985eb72 req-e9d640da-ca38-4560-a224-19e872968bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:05.396064 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0e628ab8-f3b8-450d-bc85-11fb7985eb72 req-e9d640da-ca38-4560-a224-19e872968bea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 1129 time: 0.0737212 Apr 11 13:25:05.480270 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0e628ab8-f3b8-450d-bc85-11fb7985eb72 req-d2197575-6109-4464-a173-c4fe0c17b74e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782320 Apr 11 13:25:05.664459 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:05.690165 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68303404-557a-4742-83a2-48420daf40c5 req-4bd0019d-da7c-4140-942c-3cee28c60e0e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:05.691692 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-68303404-557a-4742-83a2-48420daf40c5 req-4bd0019d-da7c-4140-942c-3cee28c60e0e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0526712 Apr 11 13:25:05.708762 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48808) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:05.749738 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-68303404-557a-4742-83a2-48420daf40c5 req-edb5488c-7dd6-4f06-86b3-18470495ccfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499506 Apr 11 13:25:05.918895 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Deleting port 89da071c-948c-4965-8513-37a88cd522ac {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:05.919143 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (89da071c-948c-4965-8513-37a88cd522ac), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:06.001253 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] For port 89da071c-948c-4965-8513-37a88cd522ac, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=89da071c-948c-4965-8513-37a88cd522ac,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:06.001615 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (89da071c-948c-4965-8513-37a88cd522ac), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:06.016178 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Calling delete_port for 89da071c-948c-4965-8513-37a88cd522ac owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:06.320637 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (89da071c-948c-4965-8513-37a88cd522ac), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:06.354261 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Pushing event deleted for resources: {'Port': ['ID=89da071c-948c-4965-8513-37a88cd522ac,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:06.371130 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (41e290f6-5bec-4dea-ab8c-22d3878bcb97), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:06.593378 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:06.638654 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Deleting port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:06.638908 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:06.719802 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] For port f5fcf927-f67d-4eb9-8b99-5266d25d8b8d, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:06.720539 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:06.733598 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Calling delete_port for f5fcf927-f67d-4eb9-8b99-5266d25d8b8d owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:06.846162 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:25:06.957226 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f2794-446d-4a80-8675-8a825f880fd8 req-62e6c7ca-d504-43b2-bd87-e87589d59ac8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:06.958393 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce5f2794-446d-4a80-8675-8a825f880fd8 req-62e6c7ca-d504-43b2-bd87-e87589d59ac8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.1078398 Apr 11 13:25:07.062689 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce5f2794-446d-4a80-8675-8a825f880fd8 req-41712a45-37c7-4281-8892-37cf820bf9a7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861135 Apr 11 13:25:07.065355 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:25:07.070744 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-8a6757d0-c743-486e-9031-3af8a4d0d22e admin admin] 10.222.0.49 "PUT /v2.0/routers/2b919ba8-dacd-4232-b7dd-2d02fc4ed94f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8628943 Apr 11 13:25:07.074813 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48814) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:07.078057 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] Sync routers for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:25:07.091978 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:25:07.092963 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:07.128233 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (f5fcf927-f67d-4eb9-8b99-5266d25d8b8d), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:07.167909 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fcf927-f67d-4eb9-8b99-5266d25d8b8d,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:07.264376 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:25:07.328364 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3788c-ad27-49f1-8325-9ea5da995f54 req-b5a6beca-dd84-4c29-a650-c5e379f9a294 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:07.330065 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e1c3788c-ad27-49f1-8325-9ea5da995f54 req-b5a6beca-dd84-4c29-a650-c5e379f9a294 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.1497355 Apr 11 13:25:07.341526 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48818) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:07.344221 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks [] for router (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:07.347764 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'floatingip': {'port_id': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:25:07.404713 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (6736275c-ad8b-40e7-8fcb-1d37f33c99bd), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:07.449615 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:25:07.549143 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks [] for router_gateway (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:07.552336 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (41e290f6-5bec-4dea-ab8c-22d3878bcb97), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:07.576098 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:25:06Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:07.606298 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] Checking router: 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:25:07.616633 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] Routers {'2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:25:07.617582 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:07.705744 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Deleting port 7bc6e458-6301-4582-81f4-84415c04bb6e {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:07.706066 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:07.745420 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] Set router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:25:07.869795 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] For port 7bc6e458-6301-4582-81f4-84415c04bb6e, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=7bc6e458-6301-4582-81f4-84415c04bb6e,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:07.870476 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:07.888922 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Calling delete_port for 7bc6e458-6301-4582-81f4-84415c04bb6e owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:07.938260 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:25:06Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:07.953521 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:25:07.972776 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abf9bd0-08cd-4b47-859e-d676d6205a96 None None] The sync data for ids ['2b919ba8-dacd-4232-b7dd-2d02fc4ed94f'] in dv-cinder-836973-2-iscsi is: [{'id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'name': 'tempest-AttachVolumeNegativeTest-275184790-router', 'tenant_id': '70f9bb59f05040b99068fef7330a756a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:30Z', 'updated_at': '2022-04-11T13:25:06Z', 'revision_number': 5, 'project_id': '70f9bb59f05040b99068fef7330a756a', 'gw_port': {'id': '7bc6e458-6301-4582-81f4-84415c04bb6e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b919ba8-dacd-4232-b7dd-2d02fc4ed94f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:31Z', 'updated_at': '2022-04-11T13:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:25:08.170805 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.181317 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:25:08.186968 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f5e8414d-b255-4245-83ce-c7309cbe837d admin admin] 10.222.0.49 "PUT /v2.0/routers/41e290f6-5bec-4dea-ab8c-22d3878bcb97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4757011 Apr 11 13:25:08.189894 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48820) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:08.190632 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] Sync routers for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:25:08.201033 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:25:08.201739 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:08.279782 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (6736275c-ad8b-40e7-8fcb-1d37f33c99bd), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.313573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:25:08.327445 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (7bc6e458-6301-4582-81f4-84415c04bb6e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.336479 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks [] for router (41e290f6-5bec-4dea-ab8c-22d3878bcb97), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.378612 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc6e458-6301-4582-81f4-84415c04bb6e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:08.462734 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.479885 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Floating IP 6736275c-ad8b-40e7-8fcb-1d37f33c99bd associated. External IP: 172.27.3.18, port: c009dd32-af7d-4af9-95d4-dc1f3bef3fd1. Apr 11 13:25:08.546901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks [] for router_gateway (41e290f6-5bec-4dea-ab8c-22d3878bcb97), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.554919 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:25:06Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:08.592965 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.592965 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks [] for router_controller (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.612277 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] Checking router: 41e290f6-5bec-4dea-ab8c-22d3878bcb97 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:25:08.627782 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] Routers {'41e290f6-5bec-4dea-ab8c-22d3878bcb97'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:25:08.628409 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:08.743717 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] Set router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:25:08.744453 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:25:08.754749 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (2b919ba8-dacd-4232-b7dd-2d02fc4ed94f), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.755342 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b919ba8-dacd-4232-b7dd-2d02fc4ed94f {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:25:08.768642 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.773272 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a513535d-43db-4d29-a155-1cfeec861eb4 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2b919ba8-dacd-4232-b7dd-2d02fc4ed94f HTTP/1.1" status: 204 len: 168 time: 1.6941900 Apr 11 13:25:08.773576 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48822) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:08.861747 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-289462c0-783b-420b-9b8b-6c03817b5b9b admin admin] Deleting subnet 2dd097f7-0acd-47ef-b937-c68a72df4ee2 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:25:08.867129 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-289462c0-783b-420b-9b8b-6c03817b5b9b admin admin] Publish callbacks [] for subnet (2dd097f7-0acd-47ef-b937-c68a72df4ee2), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.870513 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Deleting port baa301c0-4d52-43c2-9c4d-61805bdc8b81 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:08.870848 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.916231 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-289462c0-783b-420b-9b8b-6c03817b5b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (2dd097f7-0acd-47ef-b937-c68a72df4ee2), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:08.995669 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:25:09.001256 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:25:06Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:09.009007 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.013460 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] Sync routers for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:25:09.029785 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:25:09.033221 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:09.043216 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732382f5-e26f-4a1b-aa77-f51a0f4403c0 None None] The sync data for ids ['41e290f6-5bec-4dea-ab8c-22d3878bcb97'] in dv-cinder-836973-2-iscsi is: [{'id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'name': 'tempest-AttachVolumeTestJSON-90021305-router', 'tenant_id': '6da835078df84f0ab2e0221f23a79b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:18:33Z', 'updated_at': '2022-04-11T13:25:06Z', 'revision_number': 5, 'project_id': '6da835078df84f0ab2e0221f23a79b65', 'gw_port': {'id': 'baa301c0-4d52-43c2-9c4d-61805bdc8b81', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:34:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e290f6-5bec-4dea-ab8c-22d3878bcb97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:18:34Z', 'updated_at': '2022-04-11T13:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:25:09.072155 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-289462c0-783b-420b-9b8b-6c03817b5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (2dd097f7-0acd-47ef-b937-c68a72df4ee2), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.091434 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] For port baa301c0-4d52-43c2-9c4d-61805bdc8b81, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=baa301c0-4d52-43c2-9c4d-61805bdc8b81,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:09.091901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.112402 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Calling delete_port for baa301c0-4d52-43c2-9c4d-61805bdc8b81 owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:09.119885 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-70f89b0d-d93d-48de-bb7b-8c6706ca6c1e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "PUT /v2.0/floatingips/6736275c-ad8b-40e7-8fcb-1d37f33c99bd HTTP/1.1" status: 200 len: 990 time: 1.7768500 Apr 11 13:25:09.122284 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:25:09.124782 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e0e251-b1a3-4de6-a00f-da2e24f55b17" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:25:09.177717 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:25:09.202897 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f993003-1a6d-4791-ba46-337d33ca8fab x-openstack-request-id: req-8f993003-1a6d-4791-ba46-337d33ca8fab {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:25:09.203444 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:25:09.203970 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8f993003-1a6d-4791-ba46-337d33ca8fab {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:25:09.204481 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f993003-1a6d-4791-ba46-337d33ca8fab'] response: {'name': 'network-changed', 'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'status': 'completed', 'code': 200} Apr 11 13:25:09.229419 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-289462c0-783b-420b-9b8b-6c03817b5b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (2dd097f7-0acd-47ef-b937-c68a72df4ee2), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.270055 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-289462c0-783b-420b-9b8b-6c03817b5b9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.276582 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01893bd9-7f54-4819-8cc9-91e5e276ea7c None None] Network e9a51498-8b8d-4f70-bd15-925adb6a2840 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:25:09.278900 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-289462c0-783b-420b-9b8b-6c03817b5b9b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2dd097f7-0acd-47ef-b937-c68a72df4ee2 HTTP/1.1" status: 204 len: 168 time: 0.5042953 Apr 11 13:25:09.279700 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48828) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:09.281437 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289462c0-783b-420b-9b8b-6c03817b5b9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd097f7-0acd-47ef-b937-c68a72df4ee2,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:09.308603 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-cad474fd-a33f-4abe-b79f-290c35f4d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:09.310541 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-cad474fd-a33f-4abe-b79f-290c35f4d5e9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 1129 time: 0.0929396 Apr 11 13:25:09.407885 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (e9a51498-8b8d-4f70-bd15-925adb6a2840), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.462872 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Deleting port ed0bcb67-d026-485c-aceb-f21abdea0447 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:09.463215 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.502772 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-5699932a-9bba-46eb-a027-dae067e4b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:09.504501 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-5699932a-9bba-46eb-a027-dae067e4b369 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.1868982 Apr 11 13:25:09.505657 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '6736275c-ad8b-40e7-8fcb-1d37f33c99bd', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'port_id': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'mac_address': 'fa:16:3e:dc:89:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:24:49Z', 'updated_at': '2022-04-11T13:25:07Z', 'revision_number': 1, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:09.535827 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] For port ed0bcb67-d026-485c-aceb-f21abdea0447, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=ed0bcb67-d026-485c-aceb-f21abdea0447,segment=NetworkSegment(2e09e1cb-b274-4922-b177-fd6b071d6d15),segment_id=2e09e1cb-b274-4922-b177-fd6b071d6d15)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:09.536359 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.545648 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] Checking router: d1af25b9-4c03-40a3-b0b1-0d53776b98c9 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:25:09.555432 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:25:09.556499 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Calling delete_port for ed0bcb67-d026-485c-aceb-f21abdea0447 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:09.558331 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:24:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:09.580275 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-c47b0265-4993-4458-9184-5276a90b7ac1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 HTTP/1.1" status: 200 len: 998 time: 0.0685098 Apr 11 13:25:09.623979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (baa301c0-4d52-43c2-9c4d-61805bdc8b81), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.660219 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-45dde093-49d9-4681-8900-0f948dc5701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:09.660219 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-45dde093-49d9-4681-8900-0f948dc5701e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0739284 Apr 11 13:25:09.664273 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa301c0-4d52-43c2-9c4d-61805bdc8b81,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:09.683490 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:25:09.725750 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (ed0bcb67-d026-485c-aceb-f21abdea0447), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.743095 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a1fcd-f53c-4806-8d64-86bfab884426 None None] DHCP port deletion for e9a51498-8b8d-4f70-bd15-925adb6a2840 request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:25:09.751265 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-2c8fcc8c-73d4-45b4-8b8f-1266eb59a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:25:09.752851 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-2c8fcc8c-73d4-45b4-8b8f-1266eb59a717 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837717 Apr 11 13:25:09.795264 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0bcb67-d026-485c-aceb-f21abdea0447,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:09.797680 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (41e290f6-5bec-4dea-ab8c-22d3878bcb97), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.799148 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] No DVR routers for this DVR port ed0bcb67-d026-485c-aceb-f21abdea0447 on host dv-cinder-836973-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:25:09.828089 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 89da071c-948c-4965-8513-37a88cd522ac no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:25:09.853602 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 89da071c-948c-4965-8513-37a88cd522ac {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:25:09.853947 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 89da071c-948c-4965-8513-37a88cd522ac not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:25:09.919822 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (e9a51498-8b8d-4f70-bd15-925adb6a2840), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.937943 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '6736275c-ad8b-40e7-8fcb-1d37f33c99bd', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'port_id': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'mac_address': 'fa:16:3e:dc:89:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:24:49Z', 'updated_at': '2022-04-11T13:25:07Z', 'revision_number': 1, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:09.943951 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (41e290f6-5bec-4dea-ab8c-22d3878bcb97), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.947247 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks [] for router_controller (41e290f6-5bec-4dea-ab8c-22d3878bcb97), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.947727 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a51498-8b8d-4f70-bd15-925adb6a2840']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:09.961714 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e09e1cb-b274-4922-b177-fd6b071d6d15') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:09.965502 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e09e1cb-b274-4922-b177-fd6b071d6d15') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:09.970729 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6621e0ba-bf09-4f50-9d1a-ba242145d702 None None] The sync data for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi is: [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '6736275c-ad8b-40e7-8fcb-1d37f33c99bd', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'floating_ip_address': '172.27.3.18', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'port_id': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'mac_address': 'fa:16:3e:dc:89:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:24:49Z', 'updated_at': '2022-04-11T13:25:07Z', 'revision_number': 1, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:25:09.972552 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (2e09e1cb-b274-4922-b177-fd6b071d6d15), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.987479 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (2e09e1cb-b274-4922-b177-fd6b071d6d15), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:09.998780 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:25:09.999378 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (2e09e1cb-b274-4922-b177-fd6b071d6d15), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:25:10.001655 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:25:10.020587 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-053c3b2e-de69-4c3f-a2c5-abfc69ba99ed service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609303 Apr 11 13:25:10.088787 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (41e290f6-5bec-4dea-ab8c-22d3878bcb97), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.089492 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41e290f6-5bec-4dea-ab8c-22d3878bcb97 {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:25:10.095201 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.096157 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9b81f8eb-77dc-4ab1-ac31-86d205df9970 admin admin] 10.222.0.49 "DELETE /v2.0/routers/41e290f6-5bec-4dea-ab8c-22d3878bcb97 HTTP/1.1" status: 204 len: 168 time: 1.9051442 Apr 11 13:25:10.098865 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48830) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:10.137947 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00e0e251-b1a3-4de6-a00f-da2e24f55b17 req-7676beef-a5f9-4cb7-8405-c0ad6b37af67 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111014 Apr 11 13:25:10.161746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-426ef58e-8a08-4bf3-8083-22bac24cc43b admin admin] Deleting subnet 9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:25:10.169981 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (e9a51498-8b8d-4f70-bd15-925adb6a2840), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.171389 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.175208 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] 10.222.0.49 "DELETE /v2.0/networks/e9a51498-8b8d-4f70-bd15-925adb6a2840 HTTP/1.1" status: 204 len: 168 time: 0.8841670 Apr 11 13:25:10.175948 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-426ef58e-8a08-4bf3-8083-22bac24cc43b admin admin] Publish callbacks [] for subnet (9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.213918 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399fe5b-a355-4591-985c-94d065659007 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a51498-8b8d-4f70-bd15-925adb6a2840,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:10.230378 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-426ef58e-8a08-4bf3-8083-22bac24cc43b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.271405 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa0971-e9b1-4bc9-a727-8f1ca460f669 None None] New status for floating IP 6736275c-ad8b-40e7-8fcb-1d37f33c99bd: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:25:10.325010 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-426ef58e-8a08-4bf3-8083-22bac24cc43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.555820 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-426ef58e-8a08-4bf3-8083-22bac24cc43b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.582922 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ef58e-8a08-4bf3-8083-22bac24cc43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:10.594552 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-426ef58e-8a08-4bf3-8083-22bac24cc43b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.596648 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92585edb-0c12-45b4-89bd-cbeeeb9b0e5f None None] Network 530d667c-2b84-4e74-b0c8-6f18245ef6f3 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:25:10.598465 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-426ef58e-8a08-4bf3-8083-22bac24cc43b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9cdbaf74-42f3-4ec7-ab0b-2e8f672ce118 HTTP/1.1" status: 204 len: 168 time: 0.4981775 Apr 11 13:25:10.601033 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48834) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:10.656456 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48836) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:10.685048 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (530d667c-2b84-4e74-b0c8-6f18245ef6f3), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.700862 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3fb8645b-ad78-412a-9e46-72037d8033b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=70f9bb59f05040b99068fef7330a756a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431039 Apr 11 13:25:10.703224 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48838) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:10.735896 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Deleting port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:10.736230 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.761444 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-39263a47-6864-4cdf-8c7f-72cd9b3b37dc admin admin] Publish callbacks [] for security_group (3231f1ec-1034-42fb-b126-d3231b38add0), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.770279 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] DHCP port deletion for 530d667c-2b84-4e74-b0c8-6f18245ef6f3 request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:25:10.788898 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-39263a47-6864-4cdf-8c7f-72cd9b3b37dc admin admin] Publish callbacks [] for security_group (3231f1ec-1034-42fb-b126-d3231b38add0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.806101 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] For port 9fb7e1a2-a6b4-41a5-b279-17823cef4793, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=9fb7e1a2-a6b4-41a5-b279-17823cef4793,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:10.806561 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.820116 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Calling delete_port for 9fb7e1a2-a6b4-41a5-b279-17823cef4793 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:10.824239 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] Deleting port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:25:10.824610 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.887954 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] For port 9fb7e1a2-a6b4-41a5-b279-17823cef4793, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=9fb7e1a2-a6b4-41a5-b279-17823cef4793,segment=NetworkSegment(2ae96b1b-652e-4839-a11d-a7eaebf74f68),segment_id=2ae96b1b-652e-4839-a11d-a7eaebf74f68)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:25:10.888466 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.903043 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] Calling delete_port for 9fb7e1a2-a6b4-41a5-b279-17823cef4793 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:25:10.943122 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-39263a47-6864-4cdf-8c7f-72cd9b3b37dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (3231f1ec-1034-42fb-b126-d3231b38add0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.947069 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-39263a47-6864-4cdf-8c7f-72cd9b3b37dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:10.951103 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-39263a47-6864-4cdf-8c7f-72cd9b3b37dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3231f1ec-1034-42fb-b126-d3231b38add0 HTTP/1.1" status: 204 len: 168 time: 0.2442980 Apr 11 13:25:10.969108 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39263a47-6864-4cdf-8c7f-72cd9b3b37dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3231f1ec-1034-42fb-b126-d3231b38add0,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:10.977797 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.000528 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (9fb7e1a2-a6b4-41a5-b279-17823cef4793), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.006883 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb7e1a2-a6b4-41a5-b279-17823cef4793,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:11.012070 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] No DVR routers for this DVR port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 on host dv-cinder-836973-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:25:11.036026 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] Pushing event deleted for resources: {'Port': ['ID=9fb7e1a2-a6b4-41a5-b279-17823cef4793,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:11.039082 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f214d0-b5cd-4291-9fa7-6df1498e7866 None None] No DVR routers for this DVR port 9fb7e1a2-a6b4-41a5-b279-17823cef4793 on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:25:11.052410 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device f5fcf927-f67d-4eb9-8b99-5266d25d8b8d no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:25:11.077080 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: f5fcf927-f67d-4eb9-8b99-5266d25d8b8d {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:25:11.077492 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device f5fcf927-f67d-4eb9-8b99-5266d25d8b8d not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:25:11.077979 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device baa301c0-4d52-43c2-9c4d-61805bdc8b81 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:25:11.091907 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (530d667c-2b84-4e74-b0c8-6f18245ef6f3), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.097283 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: baa301c0-4d52-43c2-9c4d-61805bdc8b81 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:25:11.097695 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device baa301c0-4d52-43c2-9c4d-61805bdc8b81 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:25:11.098210 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 7bc6e458-6301-4582-81f4-84415c04bb6e no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:25:11.113179 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530d667c-2b84-4e74-b0c8-6f18245ef6f3']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:11.121988 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 7bc6e458-6301-4582-81f4-84415c04bb6e {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:25:11.122358 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 7bc6e458-6301-4582-81f4-84415c04bb6e not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:25:11.122785 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ed0bcb67-d026-485c-aceb-f21abdea0447 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:25:11.123504 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae96b1b-652e-4839-a11d-a7eaebf74f68') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:11.123807 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae96b1b-652e-4839-a11d-a7eaebf74f68') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:25:11.133508 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5458244'] for segment (2ae96b1b-652e-4839-a11d-a7eaebf74f68), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.141561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: ed0bcb67-d026-485c-aceb-f21abdea0447 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:25:11.141919 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device ed0bcb67-d026-485c-aceb-f21abdea0447 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:25:11.142387 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 9fb7e1a2-a6b4-41a5-b279-17823cef4793 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:25:11.146706 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (2ae96b1b-652e-4839-a11d-a7eaebf74f68), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.152781 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:25:11.153169 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4688662'] for segment (2ae96b1b-652e-4839-a11d-a7eaebf74f68), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: Traceback (most recent call last): Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: timer() Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: cb(*args, **kw) Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: return func(*args, **kwargs) Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: self._notify() Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: self.callback(batched_events) Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: event.method(event) Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: return f(self, *a, **k) Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._get(url).json() Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: return self.request(url, 'GET', **kwargs) Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:25:11.154895 dv-cinder-836973-2-iscsi neutron-server[103910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:25:11.163901 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 9fb7e1a2-a6b4-41a5-b279-17823cef4793 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:25:11.163901 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 9fb7e1a2-a6b4-41a5-b279-17823cef4793 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:25:11.262921 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (530d667c-2b84-4e74-b0c8-6f18245ef6f3), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.269973 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.275768 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] 10.222.0.49 "DELETE /v2.0/networks/530d667c-2b84-4e74-b0c8-6f18245ef6f3 HTTP/1.1" status: 204 len: 168 time: 0.6715755 Apr 11 13:25:11.283374 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e9e0-5a2a-4442-a17b-37c43aab64aa admin admin] Pushing event deleted for resources: {'Network': ['ID=530d667c-2b84-4e74-b0c8-6f18245ef6f3,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:11.735067 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48854) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:11.779700 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-38598b54-99fc-4478-8b75-3ba6785963b6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6da835078df84f0ab2e0221f23a79b65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434487 Apr 11 13:25:11.782269 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48858) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:11.833613 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8cc52b3e-f16e-4297-a77a-9dc039b643ed admin admin] Publish callbacks [] for security_group (8dd36dd3-8ada-49ba-b00e-52545b768fca), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.855593 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8cc52b3e-f16e-4297-a77a-9dc039b643ed admin admin] Publish callbacks [] for security_group (8dd36dd3-8ada-49ba-b00e-52545b768fca), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.982618 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8cc52b3e-f16e-4297-a77a-9dc039b643ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (8dd36dd3-8ada-49ba-b00e-52545b768fca), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.985434 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8cc52b3e-f16e-4297-a77a-9dc039b643ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:11.986610 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8cc52b3e-f16e-4297-a77a-9dc039b643ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8dd36dd3-8ada-49ba-b00e-52545b768fca HTTP/1.1" status: 204 len: 168 time: 0.2034004 Apr 11 13:25:11.994730 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc52b3e-f16e-4297-a77a-9dc039b643ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd36dd3-8ada-49ba-b00e-52545b768fca,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:13.602167 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48928) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:13.808723 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-38bf8acb-e3a5-44c0-b8b2-d1ae2e433f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:13.883469 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-38bf8acb-e3a5-44c0-b8b2-d1ae2e433f46 admin admin] Publish callbacks [] for security_group (f71db599-e29f-4b03-888e-9d06ae9c0554), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:14.006048 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-38bf8acb-e3a5-44c0-b8b2-d1ae2e433f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f71db599-e29f-4b03-888e-9d06ae9c0554), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:14.044804 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-38bf8acb-e3a5-44c0-b8b2-d1ae2e433f46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffe9e153f2fb4e1aaa9b8e8086528c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413424 Apr 11 13:25:14.045733 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf8acb-e3a5-44c0-b8b2-d1ae2e433f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71db599-e29f-4b03-888e-9d06ae9c0554,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:14.047538 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48942) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:14.097040 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4271b67e-336d-4654-8f03-748974e6943b admin admin] Publish callbacks [] for security_group (f71db599-e29f-4b03-888e-9d06ae9c0554), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:14.120661 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4271b67e-336d-4654-8f03-748974e6943b admin admin] Publish callbacks [] for security_group (f71db599-e29f-4b03-888e-9d06ae9c0554), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:14.279805 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4271b67e-336d-4654-8f03-748974e6943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f71db599-e29f-4b03-888e-9d06ae9c0554), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:14.282629 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4271b67e-336d-4654-8f03-748974e6943b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:14.284761 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4271b67e-336d-4654-8f03-748974e6943b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f71db599-e29f-4b03-888e-9d06ae9c0554 HTTP/1.1" status: 204 len: 168 time: 0.2345340 Apr 11 13:25:14.292461 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271b67e-336d-4654-8f03-748974e6943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71db599-e29f-4b03-888e-9d06ae9c0554,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:14.983333 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 48954) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:14.996185 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea0fda75-49b5-4030-8bbd-7cd135736be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:15.068055 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea0fda75-49b5-4030-8bbd-7cd135736be6 admin admin] Publish callbacks [] for security_group (928957e4-2c27-429b-bfcd-0360d1613cf5), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:15.142778 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ea0fda75-49b5-4030-8bbd-7cd135736be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (928957e4-2c27-429b-bfcd-0360d1613cf5), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:15.186348 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ea0fda75-49b5-4030-8bbd-7cd135736be6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b51a28c1125d4a7da716d89f1007f4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018895 Apr 11 13:25:15.189308 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 48956) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:15.189882 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fda75-49b5-4030-8bbd-7cd135736be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928957e4-2c27-429b-bfcd-0360d1613cf5,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:15.241433 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-61f13f28-6718-45d5-a390-7f4f2e6a3bb3 admin admin] Publish callbacks [] for security_group (928957e4-2c27-429b-bfcd-0360d1613cf5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:15.266076 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-61f13f28-6718-45d5-a390-7f4f2e6a3bb3 admin admin] Publish callbacks [] for security_group (928957e4-2c27-429b-bfcd-0360d1613cf5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:15.388646 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-61f13f28-6718-45d5-a390-7f4f2e6a3bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (928957e4-2c27-429b-bfcd-0360d1613cf5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:15.391358 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-61f13f28-6718-45d5-a390-7f4f2e6a3bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:15.393046 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-61f13f28-6718-45d5-a390-7f4f2e6a3bb3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/928957e4-2c27-429b-bfcd-0360d1613cf5 HTTP/1.1" status: 204 len: 168 time: 0.2023745 Apr 11 13:25:15.402497 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f13f28-6718-45d5-a390-7f4f2e6a3bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928957e4-2c27-429b-bfcd-0360d1613cf5,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:18.314025 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49040) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:18.429806 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4bb2c04f-5d53-4d99-98ee-a9d0e4841112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:18.514434 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4bb2c04f-5d53-4d99-98ee-a9d0e4841112 admin admin] Publish callbacks [] for security_group (a751e7e4-2a55-4ddb-ba0c-bce60b9be25c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:18.674468 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4bb2c04f-5d53-4d99-98ee-a9d0e4841112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (a751e7e4-2a55-4ddb-ba0c-bce60b9be25c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:18.717152 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4bb2c04f-5d53-4d99-98ee-a9d0e4841112 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=552390484855498ea9bb8450db6c3864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4016523 Apr 11 13:25:18.718399 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2c04f-5d53-4d99-98ee-a9d0e4841112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a751e7e4-2a55-4ddb-ba0c-bce60b9be25c,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:18.720231 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49046) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:18.773309 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Publish callbacks [] for security_group (a751e7e4-2a55-4ddb-ba0c-bce60b9be25c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:18.797790 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Publish callbacks [] for security_group (a751e7e4-2a55-4ddb-ba0c-bce60b9be25c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:18.920185 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (a751e7e4-2a55-4ddb-ba0c-bce60b9be25c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:18.922938 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:18.924109 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a751e7e4-2a55-4ddb-ba0c-bce60b9be25c HTTP/1.1" status: 204 len: 168 time: 0.2029235 Apr 11 13:25:18.932427 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a751e7e4-2a55-4ddb-ba0c-bce60b9be25c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:18.940464 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.940818 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.941307 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.941577 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.941917 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.942308 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.943034 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.943506 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.943863 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.944613 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.945046 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.945550 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.945888 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.946302 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:18.946631 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa52d292-b77d-4675-98ca-5ef6706ca58e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:19.733082 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49056) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:19.746818 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d8f35950-6f7f-463a-bf27-9a0a578fd8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:19.823371 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d8f35950-6f7f-463a-bf27-9a0a578fd8e8 admin admin] Publish callbacks [] for security_group (e35f0f0f-dbb1-4bb0-b5f9-c56f31601064), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:19.885627 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-d8f35950-6f7f-463a-bf27-9a0a578fd8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e35f0f0f-dbb1-4bb0-b5f9-c56f31601064), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:19.924306 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d8f35950-6f7f-463a-bf27-9a0a578fd8e8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3153e07b8d5b4297bd61a9d5dff5adeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901128 Apr 11 13:25:19.925385 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f35950-6f7f-463a-bf27-9a0a578fd8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35f0f0f-dbb1-4bb0-b5f9-c56f31601064,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:19.927131 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49060) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:19.975433 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Publish callbacks [] for security_group (e35f0f0f-dbb1-4bb0-b5f9-c56f31601064), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:19.998128 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Publish callbacks [] for security_group (e35f0f0f-dbb1-4bb0-b5f9-c56f31601064), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:20.135678 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e35f0f0f-dbb1-4bb0-b5f9-c56f31601064), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:20.138399 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:20.139609 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e35f0f0f-dbb1-4bb0-b5f9-c56f31601064 HTTP/1.1" status: 204 len: 168 time: 0.2114689 Apr 11 13:25:20.154027 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35f0f0f-dbb1-4bb0-b5f9-c56f31601064,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:20.154814 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.155170 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.155512 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.155851 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.156183 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.156512 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.156839 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.157167 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.157502 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.157818 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.158164 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.158517 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.158841 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.159162 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:20.159484 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73379cf4-d66c-4d42-ab37-b13b327c9f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:25:22.479802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:23.171172 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-42724e21-1131-420d-b322-49501516420a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:25.697093 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2d573207-9d96-41b8-9315-544fd02164c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:26.354069 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:28.011386 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:29.571258 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:30.608348 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49178) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:30.710532 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-543b891a-bad0-49a2-8519-f7b70c5889ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:30.783388 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-543b891a-bad0-49a2-8519-f7b70c5889ed admin admin] Publish callbacks [] for security_group (175463bf-4376-4725-b2dd-a5fa60f6fd55), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:30.845343 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-543b891a-bad0-49a2-8519-f7b70c5889ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (175463bf-4376-4725-b2dd-a5fa60f6fd55), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:30.884134 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-543b891a-bad0-49a2-8519-f7b70c5889ed admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=205d030547fc47cc9b9a09829f2e2d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2746360 Apr 11 13:25:30.885206 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b891a-bad0-49a2-8519-f7b70c5889ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175463bf-4376-4725-b2dd-a5fa60f6fd55,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:30.886882 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49182) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:30.942940 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-21210672-288c-4f30-b4b8-f30a9bbcede3 admin admin] Publish callbacks [] for security_group (175463bf-4376-4725-b2dd-a5fa60f6fd55), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:30.966617 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-21210672-288c-4f30-b4b8-f30a9bbcede3 admin admin] Publish callbacks [] for security_group (175463bf-4376-4725-b2dd-a5fa60f6fd55), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:31.097119 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-21210672-288c-4f30-b4b8-f30a9bbcede3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (175463bf-4376-4725-b2dd-a5fa60f6fd55), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:31.100469 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-21210672-288c-4f30-b4b8-f30a9bbcede3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:31.101619 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-21210672-288c-4f30-b4b8-f30a9bbcede3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/175463bf-4376-4725-b2dd-a5fa60f6fd55 HTTP/1.1" status: 204 len: 168 time: 0.2137349 Apr 11 13:25:31.109970 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21210672-288c-4f30-b4b8-f30a9bbcede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175463bf-4376-4725-b2dd-a5fa60f6fd55,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:31.718005 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49190) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:31.731457 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4d925d2-d1fe-4a12-aabe-5423e02f777c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:31.803982 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4d925d2-d1fe-4a12-aabe-5423e02f777c admin admin] Publish callbacks [] for security_group (dae07f66-bbf0-4e47-a124-3ffdf86f5d1b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:31.879932 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b4d925d2-d1fe-4a12-aabe-5423e02f777c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (dae07f66-bbf0-4e47-a124-3ffdf86f5d1b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:31.918405 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b4d925d2-d1fe-4a12-aabe-5423e02f777c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe3962a9582b427eab0fe9afad70c12c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987948 Apr 11 13:25:31.919231 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d925d2-d1fe-4a12-aabe-5423e02f777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae07f66-bbf0-4e47-a124-3ffdf86f5d1b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:31.920569 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49192) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:31.969159 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5f647f31-69f1-4268-9e02-f4aff6b5b649 admin admin] Publish callbacks [] for security_group (dae07f66-bbf0-4e47-a124-3ffdf86f5d1b), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:31.989928 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5f647f31-69f1-4268-9e02-f4aff6b5b649 admin admin] Publish callbacks [] for security_group (dae07f66-bbf0-4e47-a124-3ffdf86f5d1b), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:32.100977 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5f647f31-69f1-4268-9e02-f4aff6b5b649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (dae07f66-bbf0-4e47-a124-3ffdf86f5d1b), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:32.104057 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5f647f31-69f1-4268-9e02-f4aff6b5b649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:32.105199 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5f647f31-69f1-4268-9e02-f4aff6b5b649 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dae07f66-bbf0-4e47-a124-3ffdf86f5d1b HTTP/1.1" status: 204 len: 168 time: 0.1826875 Apr 11 13:25:32.113460 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f647f31-69f1-4268-9e02-f4aff6b5b649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae07f66-bbf0-4e47-a124-3ffdf86f5d1b,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:35.687470 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49284) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:35.792261 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-dfae1b40-c318-4326-9806-24bdad6d6376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:35.867965 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-dfae1b40-c318-4326-9806-24bdad6d6376 admin admin] Publish callbacks [] for security_group (996cf5c9-a838-42ed-92a6-2cd1c1eaf9a0), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:35.948818 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-dfae1b40-c318-4326-9806-24bdad6d6376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (996cf5c9-a838-42ed-92a6-2cd1c1eaf9a0), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:35.989256 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-dfae1b40-c318-4326-9806-24bdad6d6376 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d6ef13354acd4cf8bdf81ac59a585014&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003857 Apr 11 13:25:35.990323 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae1b40-c318-4326-9806-24bdad6d6376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996cf5c9-a838-42ed-92a6-2cd1c1eaf9a0,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:35.991083 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49288) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:36.042909 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12ac7dcf-46b1-4966-b705-cc4f0b226cff admin admin] Publish callbacks [] for security_group (996cf5c9-a838-42ed-92a6-2cd1c1eaf9a0), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:36.063688 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12ac7dcf-46b1-4966-b705-cc4f0b226cff admin admin] Publish callbacks [] for security_group (996cf5c9-a838-42ed-92a6-2cd1c1eaf9a0), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:36.188092 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12ac7dcf-46b1-4966-b705-cc4f0b226cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (996cf5c9-a838-42ed-92a6-2cd1c1eaf9a0), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:36.190738 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-12ac7dcf-46b1-4966-b705-cc4f0b226cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:36.191910 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-12ac7dcf-46b1-4966-b705-cc4f0b226cff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/996cf5c9-a838-42ed-92a6-2cd1c1eaf9a0 HTTP/1.1" status: 204 len: 168 time: 0.1998370 Apr 11 13:25:36.204413 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac7dcf-46b1-4966-b705-cc4f0b226cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996cf5c9-a838-42ed-92a6-2cd1c1eaf9a0,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:36.789950 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49296) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:36.803061 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-58115850-d23e-40f5-8213-8ae7b21634bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:36.875044 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-58115850-d23e-40f5-8213-8ae7b21634bf admin admin] Publish callbacks [] for security_group (ac5f02fc-795b-4fb6-adbe-e3e20c704034), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:36.936980 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-58115850-d23e-40f5-8213-8ae7b21634bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (ac5f02fc-795b-4fb6-adbe-e3e20c704034), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:36.975505 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-58115850-d23e-40f5-8213-8ae7b21634bf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97b880783eb94e5fb9848e52f7a9e98c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843605 Apr 11 13:25:36.976362 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58115850-d23e-40f5-8213-8ae7b21634bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5f02fc-795b-4fb6-adbe-e3e20c704034,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:36.978594 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49298) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:37.027425 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b3d557a-5251-43c9-bdd7-393f72008050 admin admin] Publish callbacks [] for security_group (ac5f02fc-795b-4fb6-adbe-e3e20c704034), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:37.051129 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b3d557a-5251-43c9-bdd7-393f72008050 admin admin] Publish callbacks [] for security_group (ac5f02fc-795b-4fb6-adbe-e3e20c704034), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:37.165335 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b3d557a-5251-43c9-bdd7-393f72008050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (ac5f02fc-795b-4fb6-adbe-e3e20c704034), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:37.168933 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b3d557a-5251-43c9-bdd7-393f72008050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:37.170096 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4b3d557a-5251-43c9-bdd7-393f72008050 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac5f02fc-795b-4fb6-adbe-e3e20c704034 HTTP/1.1" status: 204 len: 168 time: 0.1904895 Apr 11 13:25:37.178519 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d557a-5251-43c9-bdd7-393f72008050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5f02fc-795b-4fb6-adbe-e3e20c704034,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:44.448496 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:25:52.411748 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:53.205486 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a13da445-8b5c-4623-a6b5-c0a5c9f55d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:55.714049 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6cdcc521-cd2a-4d29-bc29-bbeda9dfb232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.314980 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49550) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:56.411907 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.425488 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-11137697-0ab0-4111-9342-15e1b0794d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.499472 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-11137697-0ab0-4111-9342-15e1b0794d91 admin admin] Publish callbacks [] for security_group (7131025f-4602-46c5-8285-8566cbc455f3), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.565353 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-11137697-0ab0-4111-9342-15e1b0794d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7131025f-4602-46c5-8285-8566cbc455f3), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.604986 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-11137697-0ab0-4111-9342-15e1b0794d91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1016e2e4b457416c98a227164c79439c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888839 Apr 11 13:25:56.606281 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11137697-0ab0-4111-9342-15e1b0794d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7131025f-4602-46c5-8285-8566cbc455f3,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:56.607828 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49560) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:56.659922 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f048aabc-e2b3-476b-ad31-1ed8f29a464a admin admin] Publish callbacks [] for security_group (7131025f-4602-46c5-8285-8566cbc455f3), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.681895 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f048aabc-e2b3-476b-ad31-1ed8f29a464a admin admin] Publish callbacks [] for security_group (7131025f-4602-46c5-8285-8566cbc455f3), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.805424 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f048aabc-e2b3-476b-ad31-1ed8f29a464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (7131025f-4602-46c5-8285-8566cbc455f3), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.807998 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-f048aabc-e2b3-476b-ad31-1ed8f29a464a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:56.809144 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-f048aabc-e2b3-476b-ad31-1ed8f29a464a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7131025f-4602-46c5-8285-8566cbc455f3 HTTP/1.1" status: 204 len: 168 time: 0.1997941 Apr 11 13:25:56.816907 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048aabc-e2b3-476b-ad31-1ed8f29a464a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7131025f-4602-46c5-8285-8566cbc455f3,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:57.480135 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49566) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:57.493633 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bd0361e2-9ba2-4eff-b8ac-9bce64eeac81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:57.565254 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bd0361e2-9ba2-4eff-b8ac-9bce64eeac81 admin admin] Publish callbacks [] for security_group (9fa7a908-f40b-405e-8856-a36b7ffe0f7b), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:57.632418 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bd0361e2-9ba2-4eff-b8ac-9bce64eeac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9fa7a908-f40b-405e-8856-a36b7ffe0f7b), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:57.671989 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0361e2-9ba2-4eff-b8ac-9bce64eeac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa7a908-f40b-405e-8856-a36b7ffe0f7b,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:57.676329 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bd0361e2-9ba2-4eff-b8ac-9bce64eeac81 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=859c1afff3f44f38bc3e897ad08d0f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1950860 Apr 11 13:25:57.680104 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49570) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:57.729756 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c05c-3230-4615-b466-660cb3fc51c7 admin admin] Publish callbacks [] for security_group (9fa7a908-f40b-405e-8856-a36b7ffe0f7b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:57.750405 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c05c-3230-4615-b466-660cb3fc51c7 admin admin] Publish callbacks [] for security_group (9fa7a908-f40b-405e-8856-a36b7ffe0f7b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:57.909349 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c05c-3230-4615-b466-660cb3fc51c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9fa7a908-f40b-405e-8856-a36b7ffe0f7b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:57.912286 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e8c1c05c-3230-4615-b466-660cb3fc51c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:57.913432 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e8c1c05c-3230-4615-b466-660cb3fc51c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fa7a908-f40b-405e-8856-a36b7ffe0f7b HTTP/1.1" status: 204 len: 168 time: 0.2323556 Apr 11 13:25:57.921409 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1c05c-3230-4615-b466-660cb3fc51c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa7a908-f40b-405e-8856-a36b7ffe0f7b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:58.000257 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:58.189772 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49578) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:58.305087 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27d2f3c0-08b0-4965-aa3f-50f41875e1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:58.383219 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27d2f3c0-08b0-4965-aa3f-50f41875e1d6 admin admin] Publish callbacks [] for security_group (f7263090-b34f-43ff-a1dd-8a6bee8a7638), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:58.514805 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-27d2f3c0-08b0-4965-aa3f-50f41875e1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f7263090-b34f-43ff-a1dd-8a6bee8a7638), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:58.556751 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-27d2f3c0-08b0-4965-aa3f-50f41875e1d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1c4157d187914c61a8adc64930617362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635209 Apr 11 13:25:58.556751 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2f3c0-08b0-4965-aa3f-50f41875e1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7263090-b34f-43ff-a1dd-8a6bee8a7638,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:58.557389 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49592) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:25:58.608461 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-03957008-b54b-4e62-a718-65005d70e468 admin admin] Publish callbacks [] for security_group (f7263090-b34f-43ff-a1dd-8a6bee8a7638), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:58.629704 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-03957008-b54b-4e62-a718-65005d70e468 admin admin] Publish callbacks [] for security_group (f7263090-b34f-43ff-a1dd-8a6bee8a7638), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:58.771022 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-03957008-b54b-4e62-a718-65005d70e468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f7263090-b34f-43ff-a1dd-8a6bee8a7638), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:58.775459 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-03957008-b54b-4e62-a718-65005d70e468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:25:58.775459 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-03957008-b54b-4e62-a718-65005d70e468 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7263090-b34f-43ff-a1dd-8a6bee8a7638 HTTP/1.1" status: 204 len: 168 time: 0.2163935 Apr 11 13:25:58.783090 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03957008-b54b-4e62-a718-65005d70e468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7263090-b34f-43ff-a1dd-8a6bee8a7638,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:25:59.565783 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:01.178941 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49680) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:01.282983 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-84e7accb-37e4-4fbc-b2d7-d9427814e7e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:01.356155 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-84e7accb-37e4-4fbc-b2d7-d9427814e7e4 admin admin] Publish callbacks [] for security_group (c7acafec-cf18-4c6a-81e2-1c88e7d3cccb), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:01.455693 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-84e7accb-37e4-4fbc-b2d7-d9427814e7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c7acafec-cf18-4c6a-81e2-1c88e7d3cccb), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:01.497852 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-84e7accb-37e4-4fbc-b2d7-d9427814e7e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8f0f954e163646a49d018ae57d595cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176351 Apr 11 13:26:01.498494 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7accb-37e4-4fbc-b2d7-d9427814e7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7acafec-cf18-4c6a-81e2-1c88e7d3cccb,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:01.501016 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49686) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:01.551022 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-de3a3575-c629-4907-bfb6-6ce52791f2b8 admin admin] Publish callbacks [] for security_group (c7acafec-cf18-4c6a-81e2-1c88e7d3cccb), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:01.572606 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-de3a3575-c629-4907-bfb6-6ce52791f2b8 admin admin] Publish callbacks [] for security_group (c7acafec-cf18-4c6a-81e2-1c88e7d3cccb), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:01.685868 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-de3a3575-c629-4907-bfb6-6ce52791f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c7acafec-cf18-4c6a-81e2-1c88e7d3cccb), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:01.688759 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-de3a3575-c629-4907-bfb6-6ce52791f2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:01.689906 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-de3a3575-c629-4907-bfb6-6ce52791f2b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7acafec-cf18-4c6a-81e2-1c88e7d3cccb HTTP/1.1" status: 204 len: 168 time: 0.1878383 Apr 11 13:26:01.699903 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a3575-c629-4907-bfb6-6ce52791f2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7acafec-cf18-4c6a-81e2-1c88e7d3cccb,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:02.370721 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 49706) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:02.392120 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c2daf1d-aa45-471b-9292-e517c22ce0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:02.468355 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c2daf1d-aa45-471b-9292-e517c22ce0c6 admin admin] Publish callbacks [] for security_group (2957ab68-22f9-4286-96b5-0e4bc96c9b24), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:02.549338 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c2daf1d-aa45-471b-9292-e517c22ce0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (2957ab68-22f9-4286-96b5-0e4bc96c9b24), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:02.588091 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4c2daf1d-aa45-471b-9292-e517c22ce0c6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec3d0ffe679e484dad0ddac7e94f92e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164819 Apr 11 13:26:02.589216 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2daf1d-aa45-471b-9292-e517c22ce0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2957ab68-22f9-4286-96b5-0e4bc96c9b24,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:02.590901 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49710) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:02.640154 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f3f2804f-80ed-49c9-bcf6-ab10444da032 admin admin] Publish callbacks [] for security_group (2957ab68-22f9-4286-96b5-0e4bc96c9b24), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:02.662169 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f3f2804f-80ed-49c9-bcf6-ab10444da032 admin admin] Publish callbacks [] for security_group (2957ab68-22f9-4286-96b5-0e4bc96c9b24), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:02.800058 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f3f2804f-80ed-49c9-bcf6-ab10444da032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (2957ab68-22f9-4286-96b5-0e4bc96c9b24), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:02.802764 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f3f2804f-80ed-49c9-bcf6-ab10444da032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:02.803914 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f3f2804f-80ed-49c9-bcf6-ab10444da032 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2957ab68-22f9-4286-96b5-0e4bc96c9b24 HTTP/1.1" status: 204 len: 168 time: 0.2119288 Apr 11 13:26:02.811741 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f2804f-80ed-49c9-bcf6-ab10444da032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957ab68-22f9-4286-96b5-0e4bc96c9b24,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:07.759069 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc31e4f-24cc-4a4f-94a2-955c23987d4c req-aec09fd6-4d94-40f0-b97f-89b6724e07f1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:07.760576 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3cc31e4f-24cc-4a4f-94a2-955c23987d4c req-aec09fd6-4d94-40f0-b97f-89b6724e07f1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0475190 Apr 11 13:26:07.811373 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3cc31e4f-24cc-4a4f-94a2-955c23987d4c req-7b1d08e2-410e-41ed-be3f-caf499775eb9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451143 Apr 11 13:26:08.936056 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af117038-8402-4178-8f7e-c0e31dff11fe req-f1df426d-35aa-4011-942f-1f2ee02349b4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:08.937579 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-af117038-8402-4178-8f7e-c0e31dff11fe req-f1df426d-35aa-4011-942f-1f2ee02349b4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0507131 Apr 11 13:26:08.985158 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-af117038-8402-4178-8f7e-c0e31dff11fe req-c5168e31-73a4-4508-a91b-9f88f2793412 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Apr 11 13:26:10.363235 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fd4cdd-8dba-44bc-8405-559e6189a0b3 req-92a99412-ddae-4266-a412-f2e7eda9bdde tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:10.364931 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b9fd4cdd-8dba-44bc-8405-559e6189a0b3 req-92a99412-ddae-4266-a412-f2e7eda9bdde tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.3083243 Apr 11 13:26:10.412807 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b9fd4cdd-8dba-44bc-8405-559e6189a0b3 req-68b3e258-ef75-4892-87df-95f8c238f6eb tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420182 Apr 11 13:26:11.536161 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c3fd9-a614-481c-b210-9845d373d1f9 req-86f87a69-1e8f-4a71-b302-61346304c3fb tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:11.537686 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a0c3fd9-a614-481c-b210-9845d373d1f9 req-86f87a69-1e8f-4a71-b302-61346304c3fb tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0501738 Apr 11 13:26:11.586097 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6a0c3fd9-a614-481c-b210-9845d373d1f9 req-85af718c-f474-40cf-b803-927d8b807824 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Apr 11 13:26:12.705534 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fc9db-0df8-41a0-8a12-9388a8fb735d req-61789c04-0ca0-45a0-913b-e24dee96967e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:12.707034 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-583fc9db-0df8-41a0-8a12-9388a8fb735d req-61789c04-0ca0-45a0-913b-e24dee96967e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0488727 Apr 11 13:26:12.754666 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-583fc9db-0df8-41a0-8a12-9388a8fb735d req-5ac9676f-bff2-4f30-adc7-e29152544e5c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Apr 11 13:26:13.872709 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd950a-3389-4ddd-9b7f-637637b90b39 req-5ffbca72-ea56-45db-aaf9-d5957326451f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:13.874372 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67dd950a-3389-4ddd-9b7f-637637b90b39 req-5ffbca72-ea56-45db-aaf9-d5957326451f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0471387 Apr 11 13:26:13.923406 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67dd950a-3389-4ddd-9b7f-637637b90b39 req-bb7908dc-a06b-4e24-9765-b47bc7834390 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 Apr 11 13:26:15.047582 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677917a-4bab-46b5-a685-e85cecaca8c1 req-7d93b08f-1208-48ba-806d-d05970dacc39 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:15.049489 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e677917a-4bab-46b5-a685-e85cecaca8c1 req-7d93b08f-1208-48ba-806d-d05970dacc39 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0547957 Apr 11 13:26:15.100825 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e677917a-4bab-46b5-a685-e85cecaca8c1 req-595564a9-461f-4f97-bbb9-461fdae9bcd7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458815 Apr 11 13:26:16.219580 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d37ec9-3876-4699-b636-87ebbaf18af9 req-7dd307e1-dd61-4c32-9f72-328e6df4c57f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:16.221038 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-42d37ec9-3876-4699-b636-87ebbaf18af9 req-7dd307e1-dd61-4c32-9f72-328e6df4c57f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0468745 Apr 11 13:26:16.272021 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-42d37ec9-3876-4699-b636-87ebbaf18af9 req-f961ca15-a1fb-4b07-91b3-82255d8b5acb tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450599 Apr 11 13:26:17.390053 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76c41d-988c-45df-8e56-8ff2b04c86b7 req-926ed868-3b4e-4a4e-857d-cdcb906e2fff tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:17.391561 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eb76c41d-988c-45df-8e56-8ff2b04c86b7 req-926ed868-3b4e-4a4e-857d-cdcb906e2fff tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0486913 Apr 11 13:26:17.438416 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-eb76c41d-988c-45df-8e56-8ff2b04c86b7 req-bec5aac2-bfce-4ed3-8e18-a0e1fc21d8d7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399663 Apr 11 13:26:18.556275 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae36b0-b286-4d4b-84ec-c27c1ac628e5 req-9aa8067f-09e4-4cd2-ba54-a3b2e7f94382 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:18.557739 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fae36b0-b286-4d4b-84ec-c27c1ac628e5 req-9aa8067f-09e4-4cd2-ba54-a3b2e7f94382 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0465434 Apr 11 13:26:18.604133 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6fae36b0-b286-4d4b-84ec-c27c1ac628e5 req-966b4f4a-07c6-4b86-a287-2e4c91f77849 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406497 Apr 11 13:26:19.726202 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cbb7c-8137-4b4c-b35d-29bba1837dce req-68b27c6a-a56f-4df4-9561-62a1abe9410f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:19.730230 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e09cbb7c-8137-4b4c-b35d-29bba1837dce req-68b27c6a-a56f-4df4-9561-62a1abe9410f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0502174 Apr 11 13:26:19.781648 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e09cbb7c-8137-4b4c-b35d-29bba1837dce req-318656b7-1c1f-439c-b5ed-f231d7d9d9cc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479274 Apr 11 13:26:20.900088 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be933-a2bc-4d89-a0b2-73562813b626 req-81de4840-2d11-40eb-b187-db3149f2a3c7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:20.901559 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-285be933-a2bc-4d89-a0b2-73562813b626 req-81de4840-2d11-40eb-b187-db3149f2a3c7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0466063 Apr 11 13:26:20.948194 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-285be933-a2bc-4d89-a0b2-73562813b626 req-856271e6-2ec4-40be-9484-2698f96377d5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410540 Apr 11 13:26:21.448144 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:26:22.064058 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75029bb2-2f18-4ac1-8487-21918734878e req-cfd342bf-2421-4060-b647-5bddc1b02970 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:22.065539 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75029bb2-2f18-4ac1-8487-21918734878e req-cfd342bf-2421-4060-b647-5bddc1b02970 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0475361 Apr 11 13:26:22.113095 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-75029bb2-2f18-4ac1-8487-21918734878e req-5201aae5-64b6-4a88-8407-4bcdc252bc8e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Apr 11 13:26:22.451122 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:23.211022 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-eff728b0-fcfd-4715-8aaa-b2eeed51656f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:23.239259 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561cd67-7498-4625-a261-e8149c48a19e req-05a4206b-49a5-4c21-8e59-e7777407159e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:23.241355 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4561cd67-7498-4625-a261-e8149c48a19e req-05a4206b-49a5-4c21-8e59-e7777407159e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0538099 Apr 11 13:26:23.289424 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4561cd67-7498-4625-a261-e8149c48a19e req-2a7e2500-a4b7-42d5-aec9-5ddf1c7e5c60 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421293 Apr 11 13:26:24.409002 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7510e49-4bb5-4e5b-b889-0aee0f5aa9bd req-3b2415c7-7803-427a-ab9e-8185742bf274 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:24.410554 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c7510e49-4bb5-4e5b-b889-0aee0f5aa9bd req-3b2415c7-7803-427a-ab9e-8185742bf274 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0491462 Apr 11 13:26:24.457431 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c7510e49-4bb5-4e5b-b889-0aee0f5aa9bd req-8d0bed69-9400-4a1a-91cc-48dc916c0334 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Apr 11 13:26:25.575313 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98514310-137d-4cf1-b1ae-0586e63cf7bb req-aa629b45-7a41-4114-aebf-d06828813bb2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:25.576845 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98514310-137d-4cf1-b1ae-0586e63cf7bb req-aa629b45-7a41-4114-aebf-d06828813bb2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0470371 Apr 11 13:26:25.624597 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-98514310-137d-4cf1-b1ae-0586e63cf7bb req-ef976e8f-29be-4142-92b8-c57fea915eb3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Apr 11 13:26:25.708314 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-543f9549-3e43-4130-b5d2-5934ddbc2073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:25.869126 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 49996) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:25.971874 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:26.050177 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Publish callbacks [] for security_group (46e3c348-93b8-473a-9f48-76a86d4c139d), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:26.125219 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (46e3c348-93b8-473a-9f48-76a86d4c139d), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:26.164956 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=73c6299d62734ef9892fbfe9a7fa7a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947307 Apr 11 13:26:26.165789 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e3c348-93b8-473a-9f48-76a86d4c139d,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:26.167675 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50000) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:26.173255 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.173613 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.173961 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.174330 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.174672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.175005 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.175332 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.175661 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.175990 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.176313 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.176643 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.176971 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.177293 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.177614 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.177936 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d5c8b1-d9e3-4e8e-9193-00477afa5925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.216077 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Publish callbacks [] for security_group (46e3c348-93b8-473a-9f48-76a86d4c139d), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:26.237362 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Publish callbacks [] for security_group (46e3c348-93b8-473a-9f48-76a86d4c139d), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:26.365632 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (46e3c348-93b8-473a-9f48-76a86d4c139d), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:26.368279 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:26.369455 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/46e3c348-93b8-473a-9f48-76a86d4c139d HTTP/1.1" status: 204 len: 168 time: 0.2008171 Apr 11 13:26:26.378323 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e3c348-93b8-473a-9f48-76a86d4c139d,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:26.386551 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.387077 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.387478 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.388035 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.388491 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.388825 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.389155 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.389481 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.389809 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.390158 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.390488 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.390817 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.391151 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.391457 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.391997 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8fb9c0-3c54-48bb-8d46-43e89a7497e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:26.404145 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:26.742754 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd50417-8138-454a-9b88-36b997a253a1 req-7735aad2-ca7d-46fa-adcc-36b1bc0f64c9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:26.744346 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5cd50417-8138-454a-9b88-36b997a253a1 req-7735aad2-ca7d-46fa-adcc-36b1bc0f64c9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0488224 Apr 11 13:26:26.793916 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5cd50417-8138-454a-9b88-36b997a253a1 req-0a0d517d-d613-45e0-a0e9-4e57d0cf61d0 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Apr 11 13:26:27.508627 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50028) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:27.606055 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2069876215-network', 'tenant_id': '2911e29b2a1c4ae0b0a349dcf665ace3'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:26:27.700642 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Made reservation on behalf of 2911e29b2a1c4ae0b0a349dcf665ace3 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:26:27.702877 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:27.711706 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:27.785271 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Publish callbacks [] for security_group (f124da24-59dd-4213-86d8-2c112e9a26e2), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:27.875825 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f124da24-59dd-4213-86d8-2c112e9a26e2), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:27.919176 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:26:27.941394 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f0fad-3398-44df-b6c1-51c63aadfb44 req-2e091673-a640-49e5-9132-64c93620d6c4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:27.942936 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fe9f0fad-3398-44df-b6c1-51c63aadfb44 req-2e091673-a640-49e5-9132-64c93620d6c4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Apr 11 13:26:27.943528 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f124da24-59dd-4213-86d8-2c112e9a26e2,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:27.949245 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (0d77fd2c-c5b7-4465-9ae4-c8dc330eff30), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:27.950945 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Added segment 0d77fd2c-c5b7-4465-9ae4-c8dc330eff30 of type vlan for network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e Apr 11 13:26:28.011176 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:28.012189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (89781d5b-dfd6-49b0-8fde-7f1e39c2893e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:28.036086 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fe9f0fad-3398-44df-b6c1-51c63aadfb44 req-34ee8c20-2a47-4fb1-b770-ed362288bdb3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849683 Apr 11 13:26:28.125392 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (89781d5b-dfd6-49b0-8fde-7f1e39c2893e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:28.126418 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:28.127010 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:28.188032 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] Pushing event updated for resources: {'Network': ['ID=89781d5b-dfd6-49b0-8fde-7f1e39c2893e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:28.199434 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:26:28.254468 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-289fced5-ef65-4a66-b5b0-d0ccad534f48 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7445295 Apr 11 13:26:28.258041 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50034) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:28.262736 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Request body: {'subnet': {'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2069876215-subnet', 'tenant_id': '2911e29b2a1c4ae0b0a349dcf665ace3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:26:28.365348 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Made reservation on behalf of 2911e29b2a1c4ae0b0a349dcf665ace3 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:26:28.368738 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4505333'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:28.815715 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-87a30279-5381-48ed-a221-6a707a6be2bb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559506 Apr 11 13:26:28.906568 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-9a4ddd52-fa4f-443c-ab6c-48c7d484e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:28.908126 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-9a4ddd52-fa4f-443c-ab6c-48c7d484e27d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1129 time: 0.0405912 Apr 11 13:26:28.927548 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4688241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4505319'] for subnet (7fb6873d-8f22-4cdf-8716-48aa97db9ad4), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:29.044439 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb6873d-8f22-4cdf-8716-48aa97db9ad4,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:29.070910 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Checking segment: {'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:26:29.071280 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Network hostable DHCP agents. Network: 89781d5b-dfd6-49b0-8fde-7f1e39c2893e, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:26:29.092179 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-790e8e23-5cb3-4303-adf9-713cf4eb9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:29.093666 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-790e8e23-5cb3-4303-adf9-713cf4eb9e5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=740015a2-28ac-4efd-b448-9cfce752a39e HTTP/1.1" status: 200 len: 910 time: 0.1606061 Apr 11 13:26:29.152331 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:26:29.170201 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173d034-efbe-4dd6-9711-1b9cdc7e1d91 req-0946f4e1-cec8-4662-bcf8-c16c88278540 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:29.171750 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c173d034-efbe-4dd6-9711-1b9cdc7e1d91 req-0946f4e1-cec8-4662-bcf8-c16c88278540 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0526781 Apr 11 13:26:29.180776 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-8716f918-5526-4ace-a40b-363c939290a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 200 len: 1001 time: 0.0784876 Apr 11 13:26:29.186524 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:26:29.235165 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c173d034-efbe-4dd6-9711-1b9cdc7e1d91 req-68db88ab-fc79-4719-b608-00dd5e46e127 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573535 Apr 11 13:26:29.251851 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-1a01a062-dc12-4055-87e3-135e8410f23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:29.253546 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-1a01a062-dc12-4055-87e3-135e8410f23e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1 HTTP/1.1" status: 200 len: 848 time: 0.0627785 Apr 11 13:26:29.280823 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:29.292652 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'port_id': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'mac_address': 'fa:16:3e:dc:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:26:29.292902 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 89781d5b-dfd6-49b0-8fde-7f1e39c2893e) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:26:29.302586 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:29.302802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91395b7c-98f6-4ee2-b0d5-004b323d9c37 None None] Network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:26:29.303184 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:29.317585 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-4baddeb7-f291-4392-97b9-e8cd1c474fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:29.320097 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-4baddeb7-f291-4392-97b9-e8cd1c474fa0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=740015a2-28ac-4efd-b448-9cfce752a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586784 Apr 11 13:26:29.408476 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5616dccc-6468-45f0-8dda-d2cd02329ddc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1475427 Apr 11 13:26:29.434928 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-7bb948df-eac0-43ed-ad16-bca2be6e073e service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074567 Apr 11 13:26:29.550937 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 is: ACTIVE; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:29.551239 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:29.557547 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fd5acfbc-30f1-4c03-8740-3eb988493502 req-798a242d-e1b0-4255-b8f4-4e07854e8d1a service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152549 Apr 11 13:26:29.574520 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:26:29.623785 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:29.627332 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:29.633581 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe090d2b-6d62-458f-922c-9812f9ff74f8 None None] Network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:26:29.689639 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:29.776090 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:26:29.778081 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=6']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:29.810594 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.810952 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.811302 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.811659 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.811993 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.812323 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.812645 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.812969 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.813290 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.813608 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.813944 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.814315 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.814636 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.814953 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:29.817470 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:26:30.370511 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52050-7857-49f0-9ca5-1f670262ac97 req-bb806908-333f-4c11-9524-1a3e13791955 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:30.372023 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a7f52050-7857-49f0-9ca5-1f670262ac97 req-bb806908-333f-4c11-9524-1a3e13791955 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 944 time: 0.0522251 Apr 11 13:26:30.430092 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a7f52050-7857-49f0-9ca5-1f670262ac97 req-cc5b4635-3a42-45d3-9ed8-3eee30f1406c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483782 Apr 11 13:26:31.060832 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50066) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:31.162968 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:26:31.226311 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:26:31.226738 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:31.314557 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:31.314820 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:31.348760 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:26:31.352292 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aacd917-72ca-40fe-9bf2-10df7e7c6c43" -d '{"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-plugged", "status": "completed", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:26:31.364745 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Deleting port 4552e6ec-2f4f-4717-bbad-9521c06084e7 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:31.365103 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (4552e6ec-2f4f-4717-bbad-9521c06084e7), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:31.372675 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:31.456379 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a1aaf5-1b29-4686-bdb2-c526a0baf8a3 x-openstack-request-id: req-a2a1aaf5-1b29-4686-bdb2-c526a0baf8a3 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:26:31.456379 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-plugged", "status": "completed", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:26:31.456379 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a2a1aaf5-1b29-4686-bdb2-c526a0baf8a3 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:26:31.456379 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a1aaf5-1b29-4686-bdb2-c526a0baf8a3'] response: {'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'code': 200} Apr 11 13:26:31.489253 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (4552e6ec-2f4f-4717-bbad-9521c06084e7), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:31.496764 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for floatingip (4552e6ec-2f4f-4717-bbad-9521c06084e7), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:31.526266 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Calling delete_port for 4552e6ec-2f4f-4717-bbad-9521c06084e7 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:31.549204 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:31.555701 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac842f1-4168-43e4-b678-72faa88d6450 req-bbab6392-fd75-4550-8a24-9ab31f41b2c7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:31.557154 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4ac842f1-4168-43e4-b678-72faa88d6450 req-bbab6392-fd75-4550-8a24-9ab31f41b2c7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 944 time: 0.0486701 Apr 11 13:26:31.608279 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=7']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:31.614556 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4ac842f1-4168-43e4-b678-72faa88d6450 req-e1bd4d33-ef97-4935-b411-74784ac121c5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468943 Apr 11 13:26:31.665001 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-817f24db-7547-4baa-a147-173a1b55d0e2 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:31.666525 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-817f24db-7547-4baa-a147-173a1b55d0e2 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/networks?id=89781d5b-dfd6-49b0-8fde-7f1e39c2893e HTTP/1.1" status: 200 len: 809 time: 0.1927657 Apr 11 13:26:31.697609 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-c16b5cdc-4e0c-4c05-97de-632534251a04 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/quotas/2911e29b2a1c4ae0b0a349dcf665ace3 HTTP/1.1" status: 200 len: 375 time: 0.0256200 Apr 11 13:26:31.741136 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-fd5efa55-6483-4896-a571-2f1211003e74 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372145 Apr 11 13:26:31.871673 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1a65ad51-4252-4918-9b44-ad051ff6c806 service neutron] 10.222.0.49 "GET /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213112 Apr 11 13:26:31.935561 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (4552e6ec-2f4f-4717-bbad-9521c06084e7), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:31.975008 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event deleted for resources: {'Port': ['ID=4552e6ec-2f4f-4717-bbad-9521c06084e7,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:32.019369 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-71b28e85-ce64-4f91-9b46-63e96f12a84e service neutron] 10.222.0.49 "GET /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399956 Apr 11 13:26:32.060987 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for floatingip (cc81a75e-b3bf-4c75-96cd-a9539a259004), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:32.061310 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Floating IP cc81a75e-b3bf-4c75-96cd-a9539a259004 disassociated (deleted). External IP: 172.27.3.247, port: 5d5e395f-518f-4552-b74e-fc625904bbde. Apr 11 13:26:32.368603 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1d73877e-f447-4f5a-bff7-1234c08d5cc6 req-db8340e1-4b1c-4cb8-af69-325cfa1cb7bd tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 210 time: 0.0510950 Apr 11 13:26:32.432786 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Router 448f05fc-4501-41b4-a817-17dbdcb72f86 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:26:32.579721 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:26:32.593019 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] Sync routers for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:26:32.593479 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:32.603761 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:26:32.604941 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:32.630850 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ee0a788f-7fbc-42ce-b89c-0ab7c5cf599f tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "DELETE /v2.0/floatingips/cc81a75e-b3bf-4c75-96cd-a9539a259004 HTTP/1.1" status: 204 len: 168 time: 1.5688460 Apr 11 13:26:32.632575 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:26:32.635188 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d79242-0d6f-48a3-af07-27b02a9b3698" -d '{"events": [{"name": "network-changed", "server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:26:32.677369 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e037058-4ebd-4b1e-ae13-3e43bb76e66c x-openstack-request-id: req-6e037058-4ebd-4b1e-ae13-3e43bb76e66c {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:26:32.677716 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:26:32.677984 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6e037058-4ebd-4b1e-ae13-3e43bb76e66c {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:26:32.682509 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e037058-4ebd-4b1e-ae13-3e43bb76e66c'] response: {'name': 'network-changed', 'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde', 'status': 'completed', 'code': 200} Apr 11 13:26:32.746847 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:26:32.776451 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-90fb0855-d3a8-49d5-a89f-26d94b365bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:32.781539 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-90fb0855-d3a8-49d5-a89f-26d94b365bea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 1129 time: 0.0762885 Apr 11 13:26:32.800299 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41bf98-7fb4-4dff-bb6d-6255d1694666 req-ba5e099d-b9e4-49bf-a832-c2cab769d823 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:32.809150 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5c41bf98-7fb4-4dff-bb6d-6255d1694666 req-ba5e099d-b9e4-49bf-a832-c2cab769d823 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0734625 Apr 11 13:26:32.868620 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5c41bf98-7fb4-4dff-bb6d-6255d1694666 req-eba4ac59-7bdc-49e5-b699-63b010ec44d3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579782 Apr 11 13:26:32.925944 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-cfdf4aab-a445-4d6e-82be-1405ef76a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:32.925944 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-cfdf4aab-a445-4d6e-82be-1405ef76a122 service neutron] 10.222.0.50 "GET /v2.0/networks?id=740015a2-28ac-4efd-b448-9cfce752a39e HTTP/1.1" status: 200 len: 910 time: 0.1385777 Apr 11 13:26:32.979760 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-9b26fb6a-b936-4516-879a-374231101c69 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 200 len: 217 time: 0.0406251 Apr 11 13:26:33.079002 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-57a0130e-f378-42a5-a360-eb3767222963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:33.080659 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-57a0130e-f378-42a5-a360-eb3767222963 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1 HTTP/1.1" status: 200 len: 848 time: 0.0866692 Apr 11 13:26:33.157797 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:08Z', 'revision_number': 5, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:33.166273 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-535512fa-7928-44be-957f-9fe6bf8803e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:33.171929 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-535512fa-7928-44be-957f-9fe6bf8803e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=740015a2-28ac-4efd-b448-9cfce752a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680075 Apr 11 13:26:33.188087 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] Checking router: 448f05fc-4501-41b4-a817-17dbdcb72f86 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:26:33.208421 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:26:33.209059 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:33.331855 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:26:33.351364 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-1915e703-aba9-4545-99cd-83ab84e7e68f service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702178 Apr 11 13:26:33.434641 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f483d56-80ed-448b-99af-3c86a72229bd req-19bef8a1-cad1-429c-b8e6-e0dc4b69029a tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:33.446411 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1f483d56-80ed-448b-99af-3c86a72229bd req-19bef8a1-cad1-429c-b8e6-e0dc4b69029a tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.1451371 Apr 11 13:26:33.497260 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-60636993-d618-4ca6-b138-9f6e626840b0 req-ae3b0ebe-54f3-49f3-9855-e206fb773b05 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 210 time: 0.0536978 Apr 11 13:26:33.541754 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1f483d56-80ed-448b-99af-3c86a72229bd req-bbb31fb3-2e4a-4220-a632-3da10feaf1d1 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824037 Apr 11 13:26:33.626872 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:08Z', 'revision_number': 5, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:33.673504 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc0b27f-4dbd-4c24-8d50-a8f8f0424649 None None] The sync data for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi is: [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:21:03Z', 'revision_number': 4, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '1441257e-f02f-4d90-b6f1-aad85143a611', 'name': '', 'network_id': '740015a2-28ac-4efd-b448-9cfce752a39e', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'mac_address': 'fa:16:3e:06:2b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:03Z', 'updated_at': '2022-04-11T13:21:08Z', 'revision_number': 5, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'subnets': [{'id': '1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:26:33.971325 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d55768-c5b3-4d8d-952b-6491dd627bcc None None] New status for floating IP cc81a75e-b3bf-4c75-96cd-a9539a259004: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:26:34.002308 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacb70f-86f8-4533-9576-cdf953ad3f42 req-d3f23096-61aa-40cb-b03c-e05f4f0e5a45 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:34.002308 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcacb70f-86f8-4533-9576-cdf953ad3f42 req-d3f23096-61aa-40cb-b03c-e05f4f0e5a45 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Apr 11 13:26:34.075937 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcacb70f-86f8-4533-9576-cdf953ad3f42 req-60057f0a-0fda-46ee-b3b8-82b79b70b3d4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658739 Apr 11 13:26:34.609906 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f3d51b19-2435-4f9c-bec5-052d97b58f55 req-1698d3a2-cf09-4d19-aba5-c61127549392 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 210 time: 0.0421638 Apr 11 13:26:34.678153 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ad235-eb77-4f46-94e2-e94b10ad85c2 req-4df4ee89-8d69-42fe-b06c-84ea5ef3cd78 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:34.685431 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9e0ad235-eb77-4f46-94e2-e94b10ad85c2 req-4df4ee89-8d69-42fe-b06c-84ea5ef3cd78 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0592179 Apr 11 13:26:34.739603 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9e0ad235-eb77-4f46-94e2-e94b10ad85c2 req-bbc28aab-883e-42f8-9673-0545bef2e52e tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525348 Apr 11 13:26:35.205053 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce291c-f933-4cc7-b902-c74aaebd05cf req-5eeb272d-7a2b-40d1-aa4e-e4dc02c40187 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:35.206661 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8ce291c-f933-4cc7-b902-c74aaebd05cf req-5eeb272d-7a2b-40d1-aa4e-e4dc02c40187 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0569563 Apr 11 13:26:35.271345 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8ce291c-f933-4cc7-b902-c74aaebd05cf req-20668d08-c44b-4f66-86b0-d646cdb52423 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582373 Apr 11 13:26:35.717731 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e600ecb9-9c29-45f9-b307-070183ca065f req-91c80f49-b8eb-422e-8f02-670c056f5422 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 210 time: 0.0350895 Apr 11 13:26:35.862480 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bbbe5-a292-42a2-bb86-f31af2721698 req-1f7f13ff-b56d-453a-9c21-bfcdeb6d22b1 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:35.864049 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-320bbbe5-a292-42a2-bb86-f31af2721698 req-1f7f13ff-b56d-453a-9c21-bfcdeb6d22b1 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Apr 11 13:26:35.929589 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-320bbbe5-a292-42a2-bb86-f31af2721698 req-7b127307-2c01-4ee7-82ee-d3cbc38bf21a tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570302 Apr 11 13:26:36.417268 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de449af9-d2a5-4ce6-ab4e-51060d322293 req-b193b352-846e-4968-babe-ec8fe3fcf31d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:36.419379 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-de449af9-d2a5-4ce6-ab4e-51060d322293 req-b193b352-846e-4968-babe-ec8fe3fcf31d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0716360 Apr 11 13:26:36.481393 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-de449af9-d2a5-4ce6-ab4e-51060d322293 req-5c4707b7-7ee0-4b1d-b533-725bb8565876 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558465 Apr 11 13:26:36.705831 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f6d79242-0d6f-48a3-af07-27b02a9b3698 req-df6e822c-eacc-4d22-8ae3-18b1c753822b service neutron] 10.222.0.50 "GET /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961816 Apr 11 13:26:36.834472 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1756796-8ea0-4705-9362-e8d533ac9342 req-caeb9cf5-79a7-4bb7-864a-11e2ce930852 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 210 time: 0.0348201 Apr 11 13:26:37.074561 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb1e25-28a2-4268-a48f-2e09231f9e4b req-5847c33e-6b85-48ed-ac50-7e237ba747ed tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:37.076097 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27bb1e25-28a2-4268-a48f-2e09231f9e4b req-5847c33e-6b85-48ed-ac50-7e237ba747ed tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0547652 Apr 11 13:26:37.134590 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27bb1e25-28a2-4268-a48f-2e09231f9e4b req-826bb5fa-e052-4eac-88ab-72ad26153f11 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/security-groups?id=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528100 Apr 11 13:26:37.380500 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d4a0-f231-405b-9b57-f287bea91779 req-90c6395e-0d64-42ed-84b1-ee59bff4e3f2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:37.387075 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b599d4a0-f231-405b-9b57-f287bea91779 req-90c6395e-0d64-42ed-84b1-ee59bff4e3f2 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.50 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 945 time: 0.0682049 Apr 11 13:26:37.546951 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Deleting port 5d5e395f-518f-4552-b74e-fc625904bbde {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:37.547209 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:37.634249 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551b86-613d-4668-8fb0-6044f3b174cc req-b747cb0e-0421-45f3-bb8b-e362246f6fe7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:37.642011 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84551b86-613d-4668-8fb0-6044f3b174cc req-b747cb0e-0421-45f3-bb8b-e362246f6fe7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0689909 Apr 11 13:26:37.666902 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] For port 5d5e395f-518f-4552-b74e-fc625904bbde, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5d5e395f-518f-4552-b74e-fc625904bbde,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:37.667339 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:37.682589 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Calling delete_port for 5d5e395f-518f-4552-b74e-fc625904bbde owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:37.706029 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-84551b86-613d-4668-8fb0-6044f3b174cc req-aaf7da88-ca07-40be-9d13-b7f8a711b757 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629201 Apr 11 13:26:37.934233 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (5d5e395f-518f-4552-b74e-fc625904bbde), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:37.938434 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a5166bbd-3194-4fd3-86e2-4d89463f18de req-f6aaa183-3ae1-46ed-8c4b-15b6a5609b01 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 210 time: 0.0359120 Apr 11 13:26:37.973583 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event deleted for resources: {'Port': ['ID=5d5e395f-518f-4552-b74e-fc625904bbde,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:38.049075 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] No DVR routers for this DVR port 5d5e395f-518f-4552-b74e-fc625904bbde on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:26:38.051933 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:38.056019 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b599d4a0-f231-405b-9b57-f287bea91779 req-47088e7b-0724-4372-8a3b-7222ab118167 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.50 "DELETE /v2.0/ports/5d5e395f-518f-4552-b74e-fc625904bbde HTTP/1.1" status: 204 len: 173 time: 0.6592329 Apr 11 13:26:38.056539 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'name': 'network-vif-deleted', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:26:38.059612 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6895d361-9677-4e77-9a31-29197d692c9d" -d '{"events": [{"server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "name": "network-vif-deleted", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:26:38.119189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1716ac-890f-4713-99b4-230d73d2832e x-openstack-request-id: req-4e1716ac-890f-4713-99b4-230d73d2832e {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:26:38.119189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "159a0467-19e3-407a-8bb1-4763b24828d0", "name": "network-vif-deleted", "tag": "5d5e395f-518f-4552-b74e-fc625904bbde", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:26:38.119189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e1716ac-890f-4713-99b4-230d73d2832e {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:26:38.119189 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1716ac-890f-4713-99b4-230d73d2832e'] response: {'server_uuid': '159a0467-19e3-407a-8bb1-4763b24828d0', 'name': 'network-vif-deleted', 'tag': '5d5e395f-518f-4552-b74e-fc625904bbde', 'status': 'completed', 'code': 200} Apr 11 13:26:38.282665 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8f2ea6df-a247-4621-9e98-b9ec64d5a81b req-b84896e1-c1d3-4280-80fe-5898408118e5 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 210 time: 0.0623436 Apr 11 13:26:38.327002 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-96e24c20-c76e-4fba-8eee-09ec97f42ae7 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:38.328831 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-96e24c20-c76e-4fba-8eee-09ec97f42ae7 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.50 "GET /v2.0/networks?id=89781d5b-dfd6-49b0-8fde-7f1e39c2893e HTTP/1.1" status: 200 len: 809 time: 0.2059581 Apr 11 13:26:38.344195 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Request body: {'port': {'device_id': '8418e622-329e-4051-9b84-6aaf96e8ff34', 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e', 'admin_state_up': True, 'tenant_id': '2911e29b2a1c4ae0b0a349dcf665ace3'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:26:38.827078 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9aa06-8293-4f8d-911a-6221b75071ea req-eaedba04-24c0-4db9-9f6a-4660debd6b0e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:38.829226 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8df9aa06-8293-4f8d-911a-6221b75071ea req-eaedba04-24c0-4db9-9f6a-4660debd6b0e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0503800 Apr 11 13:26:38.878123 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8df9aa06-8293-4f8d-911a-6221b75071ea req-55eec71c-39c7-47fb-b6cd-982795280b94 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435121 Apr 11 13:26:39.047593 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d87b0e84-a7f6-4036-bed7-846b9d96b041 req-dcbb87d7-0746-4746-a236-c0d636ed3ef9 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 210 time: 0.0296121 Apr 11 13:26:39.223511 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Made reservation on behalf of 2911e29b2a1c4ae0b0a349dcf665ace3 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:26:39.228427 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:39.420160 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Allocated IP 172.20.0.8 (89781d5b-dfd6-49b0-8fde-7f1e39c2893e/7fb6873d-8f22-4cdf-8716-48aa97db9ad4/a0f85a92-9ef1-4028-8a30-e1625d412a47) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:26:39.439380 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-730f31b0-d2f8-40a1-a678-885768e0f2ba req-fc946854-b80b-4dbd-9f97-62b9fa2bc182 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 210 time: 0.0593350 Apr 11 13:26:39.615118 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks [] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:39.730266 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:39.783978 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:26:39.787807 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:26:39.793199 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:26:39.834708 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Pushing event updated for resources: {'Port': ['ID=a0f85a92-9ef1-4028-8a30-e1625d412a47,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:39.857665 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:39.858451 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:39.935330 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-1ee42a37-929a-4c09-bf29-edf121eaa79f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5951579 Apr 11 13:26:40.062569 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28fb1fc-af33-4a62-8d3c-075ea5517e72 req-f5896a59-0227-49c4-b1a0-1c44b030aa70 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:40.065756 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e28fb1fc-af33-4a62-8d3c-075ea5517e72 req-f5896a59-0227-49c4-b1a0-1c44b030aa70 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0892885 Apr 11 13:26:40.175169 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Request body: {'port': {'device_id': '8418e622-329e-4051-9b84-6aaf96e8ff34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:26:40.208420 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e28fb1fc-af33-4a62-8d3c-075ea5517e72 req-d43052cc-3ae7-43f3-a276-3debb36f024b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282341 Apr 11 13:26:40.230089 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b659962-af94-490f-8f38-9d341c74dae9 req-6c18816d-a71f-4ff8-be54-1cb5340c4b32 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:40.234064 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1b659962-af94-490f-8f38-9d341c74dae9 req-6c18816d-a71f-4ff8-be54-1cb5340c4b32 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 931 time: 0.0810564 Apr 11 13:26:40.278775 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:40.315976 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1b659962-af94-490f-8f38-9d341c74dae9 req-c4e8d5e5-78e8-4226-baa7-ecec86a1554b tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686202 Apr 11 13:26:40.900644 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5d6efe26-55dc-448b-b514-7458b81963d3 req-19560a39-8789-4375-a165-0c5cf1c477c6 tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "GET /v2.0/ports?device_id=159a0467-19e3-407a-8bb1-4763b24828d0 HTTP/1.1" status: 200 len: 210 time: 0.3194914 Apr 11 13:26:40.951168 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f85a92-9ef1-4028-8a30-e1625d412a47 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:26:40.959299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Publish callbacks [] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:40.974738 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Transition to ACTIVE for port object a0f85a92-9ef1-4028-8a30-e1625d412a47 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:26:41.104940 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:41.183618 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f85a92-9ef1-4028-8a30-e1625d412a47,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:41.192289 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5d5e395f-518f-4552-b74e-fc625904bbde no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:41.215411 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 5d5e395f-518f-4552-b74e-fc625904bbde {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:26:41.216127 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5d5e395f-518f-4552-b74e-fc625904bbde not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:26:41.251165 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Attempting to bind port a0f85a92-9ef1-4028-8a30-e1625d412a47 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:26:41.251577 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Attempting to bind port a0f85a92-9ef1-4028-8a30-e1625d412a47 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:26:41.252451 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Attempting to bind port a0f85a92-9ef1-4028-8a30-e1625d412a47 on network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:26:41.260421 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Port a0f85a92-9ef1-4028-8a30-e1625d412a47 on network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:26:41.260747 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Attempting to bind port a0f85a92-9ef1-4028-8a30-e1625d412a47 on network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:26:41.267099 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:26:41.267584 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Checking segment: {'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:26:41.267997 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Bound using segment: {'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:26:41.268551 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Bound port: a0f85a92-9ef1-4028-8a30-e1625d412a47, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:26:41.269026 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:41.378001 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e5586-3dcb-49df-8661-a3f160e00a4b req-17e23375-c62a-4658-b01b-95307449fbdc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:41.386980 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c16e5586-3dcb-49df-8661-a3f160e00a4b req-17e23375-c62a-4658-b01b-95307449fbdc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0740428 Apr 11 13:26:41.406409 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] For port a0f85a92-9ef1-4028-8a30-e1625d412a47, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:26:41.410823 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] For port a0f85a92-9ef1-4028-8a30-e1625d412a47, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f85a92-9ef1-4028-8a30-e1625d412a47,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:26:41.440551 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c16e5586-3dcb-49df-8661-a3f160e00a4b req-ef3c6580-0c5a-49a9-b71c-65395c7a2c2b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522177 Apr 11 13:26:41.481232 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab83f1d-d713-4997-bb08-f14e922025a5 req-283730fe-40e5-4b3a-a12b-72dd9885ab8d tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:41.486594 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fab83f1d-d713-4997-bb08-f14e922025a5 req-283730fe-40e5-4b3a-a12b-72dd9885ab8d tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 943 time: 0.0637367 Apr 11 13:26:41.557824 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fab83f1d-d713-4997-bb08-f14e922025a5 req-130f5d18-3ecb-4a83-8c1e-61bfba20757f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668504 Apr 11 13:26:41.640723 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:41.681092 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:41.681704 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:41.683108 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] 10.222.0.50 "PUT /v2.0/ports/a0f85a92-9ef1-4028-8a30-e1625d412a47 HTTP/1.1" status: 200 len: 1093 time: 1.5342069 Apr 11 13:26:41.683560 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8418e622-329e-4051-9b84-6aaf96e8ff34', 'tag': 'a0f85a92-9ef1-4028-8a30-e1625d412a47'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:26:41.685813 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a359f-b407-42d3-a1a1-c8493ee7af1c" -d '{"events": [{"name": "network-changed", "server_uuid": "8418e622-329e-4051-9b84-6aaf96e8ff34", "tag": "a0f85a92-9ef1-4028-8a30-e1625d412a47"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:26:41.715018 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9622a-33bb-4883-84a3-7559b503cbd3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f85a92-9ef1-4028-8a30-e1625d412a47,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:41.747664 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773e53e7-7d29-4245-87ef-53dbc232c11a x-openstack-request-id: req-773e53e7-7d29-4245-87ef-53dbc232c11a {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:26:41.748065 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8418e622-329e-4051-9b84-6aaf96e8ff34", "tag": "a0f85a92-9ef1-4028-8a30-e1625d412a47", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:26:41.748376 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-773e53e7-7d29-4245-87ef-53dbc232c11a {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:26:41.748964 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773e53e7-7d29-4245-87ef-53dbc232c11a'] response: {'name': 'network-changed', 'server_uuid': '8418e622-329e-4051-9b84-6aaf96e8ff34', 'tag': 'a0f85a92-9ef1-4028-8a30-e1625d412a47', 'status': 'completed', 'code': 200} Apr 11 13:26:41.826238 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a359f-b407-42d3-a1a1-c8493ee7af1c req-e5e535d5-defc-40fb-8720-a04c55f0f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:41.828137 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d25a359f-b407-42d3-a1a1-c8493ee7af1c req-e5e535d5-defc-40fb-8720-a04c55f0f0c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 1127 time: 0.0536370 Apr 11 13:26:41.973845 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a359f-b407-42d3-a1a1-c8493ee7af1c req-3e193899-a55f-4edc-9b9d-111633376b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:41.976797 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d25a359f-b407-42d3-a1a1-c8493ee7af1c req-3e193899-a55f-4edc-9b9d-111633376b39 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1390023 Apr 11 13:26:41.981979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50236) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:42.141061 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-709cc8ce-0297-4e36-b781-39aeeec189ef tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group (9eb09b37-f46d-4372-a6ed-2a12ee82c6f4), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:42.167091 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a359f-b407-42d3-a1a1-c8493ee7af1c req-3e5b66b6-fa59-454b-8d90-1f62b09d5f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:42.167501 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d25a359f-b407-42d3-a1a1-c8493ee7af1c req-3e5b66b6-fa59-454b-8d90-1f62b09d5f34 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785457 Apr 11 13:26:42.185978 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-709cc8ce-0297-4e36-b781-39aeeec189ef tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group (9eb09b37-f46d-4372-a6ed-2a12ee82c6f4), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:42.261950 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-57d21e57-6bf0-4568-ab68-1b475564dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:42.263574 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-57d21e57-6bf0-4568-ab68-1b475564dc9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 1127 time: 0.0466387 Apr 11 13:26:42.314798 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-e7e86d76-9b66-4016-9240-43c1f755c2a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0f85a92-9ef1-4028-8a30-e1625d412a47 HTTP/1.1" status: 200 len: 217 time: 0.0424895 Apr 11 13:26:42.373948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-0087e264-60e7-455a-82dc-e296fdb9ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:42.375552 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-0087e264-60e7-455a-82dc-e296fdb9ee28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fb6873d-8f22-4cdf-8716-48aa97db9ad4 HTTP/1.1" status: 200 len: 849 time: 0.0514979 Apr 11 13:26:42.408018 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-8310128f-d7b5-400b-b950-8cf0f6b8438a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89781d5b-dfd6-49b0-8fde-7f1e39c2893e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267761 Apr 11 13:26:42.515818 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-3d9bb7d7-27cd-49f1-9dc1-eb9e1696f48c service neutron] 10.222.0.50 "GET /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998333 Apr 11 13:26:42.576672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3628cc0-e84b-4917-895d-5237e2ea5676 req-bd854f43-d8a8-4408-b35f-4da1f263dc64 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:42.578222 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f3628cc0-e84b-4917-895d-5237e2ea5676 req-bd854f43-d8a8-4408-b35f-4da1f263dc64 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0565846 Apr 11 13:26:42.623934 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9d2e5a73-4161-4a85-a2d2-3ae1a979a838 req-bc62598a-8015-422c-9eec-38d8634dd3a0 service neutron] 10.222.0.50 "GET /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014624 Apr 11 13:26:42.635920 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f3628cc0-e84b-4917-895d-5237e2ea5676 req-ed98cae5-93c7-4a36-86a4-6c50734dfd11 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510621 Apr 11 13:26:42.678745 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed461d-bd84-4264-b738-2575a46bd756 req-f0ad2fd5-5558-464d-ac57-96589b5c491a tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:42.680862 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6eed461d-bd84-4264-b738-2575a46bd756 req-f0ad2fd5-5558-464d-ac57-96589b5c491a tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 943 time: 0.0554125 Apr 11 13:26:42.734907 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6eed461d-bd84-4264-b738-2575a46bd756 req-3836cf43-c17b-4a3b-8f7f-0e8379e9a46e tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Apr 11 13:26:42.760322 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-709cc8ce-0297-4e36-b781-39aeeec189ef tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (9eb09b37-f46d-4372-a6ed-2a12ee82c6f4), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:42.767273 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-709cc8ce-0297-4e36-b781-39aeeec189ef tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:42.767273 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-709cc8ce-0297-4e36-b781-39aeeec189ef tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] 10.222.0.49 "DELETE /v2.0/security-groups/9eb09b37-f46d-4372-a6ed-2a12ee82c6f4 HTTP/1.1" status: 204 len: 168 time: 0.7814624 Apr 11 13:26:42.774854 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cc8ce-0297-4e36-b781-39aeeec189ef tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb09b37-f46d-4372-a6ed-2a12ee82c6f4,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:42.887310 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50248) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:43.339677 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (448f05fc-4501-41b4-a817-17dbdcb72f86), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:43.605688 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Deleting port 1441257e-f02f-4d90-b6f1-aad85143a611 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:43.606497 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:43.660868 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50260) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:43.698578 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] For port 1441257e-f02f-4d90-b6f1-aad85143a611, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=1441257e-f02f-4d90-b6f1-aad85143a611,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:43.698977 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:43.713106 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Calling delete_port for 1441257e-f02f-4d90-b6f1-aad85143a611 owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:43.778376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7a010a3f-1b3d-4f45-8050-06330a3bd76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:43.806727 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962719c-f8d3-494f-a56e-b1a498be02d0 req-07686a31-ebd4-4638-886b-4bb066f2d0df tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:43.808300 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e962719c-f8d3-494f-a56e-b1a498be02d0 req-07686a31-ebd4-4638-886b-4bb066f2d0df tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0932512 Apr 11 13:26:43.880364 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ab7bf-a8b5-472b-b374-60d475fabd11 req-c75fd969-7d64-40a5-a3ab-f0b8114b206f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:43.882159 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-716ab7bf-a8b5-472b-b374-60d475fabd11 req-c75fd969-7d64-40a5-a3ab-f0b8114b206f tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 943 time: 0.0612636 Apr 11 13:26:43.922242 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7a010a3f-1b3d-4f45-8050-06330a3bd76c admin admin] Publish callbacks [] for security_group (ca6bbed2-7fe6-43ab-8906-e01a384e373b), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:43.922459 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e962719c-f8d3-494f-a56e-b1a498be02d0 req-0fabc4cd-e37e-493e-85d5-e0c1b73f0450 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028728 Apr 11 13:26:43.965737 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-716ab7bf-a8b5-472b-b374-60d475fabd11 req-d5203cd2-c5ec-487f-b429-d739e6c7bf66 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719554 Apr 11 13:26:44.026630 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7a010a3f-1b3d-4f45-8050-06330a3bd76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (ca6bbed2-7fe6-43ab-8906-e01a384e373b), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.064567 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a010a3f-1b3d-4f45-8050-06330a3bd76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6bbed2-7fe6-43ab-8906-e01a384e373b,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:44.069260 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7a010a3f-1b3d-4f45-8050-06330a3bd76c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=067d74efc6f340749b593e01577f9686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4073668 Apr 11 13:26:44.073537 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50276) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:44.091179 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (1441257e-f02f-4d90-b6f1-aad85143a611), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.117052 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1441257e-f02f-4d90-b6f1-aad85143a611,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:44.124054 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65622a95-a14c-46fa-93af-ddf09009c628 admin admin] Publish callbacks [] for security_group (ca6bbed2-7fe6-43ab-8906-e01a384e373b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.152637 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65622a95-a14c-46fa-93af-ddf09009c628 admin admin] Publish callbacks [] for security_group (ca6bbed2-7fe6-43ab-8906-e01a384e373b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.285455 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65622a95-a14c-46fa-93af-ddf09009c628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (ca6bbed2-7fe6-43ab-8906-e01a384e373b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.293001 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-65622a95-a14c-46fa-93af-ddf09009c628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.293001 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-65622a95-a14c-46fa-93af-ddf09009c628 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca6bbed2-7fe6-43ab-8906-e01a384e373b HTTP/1.1" status: 204 len: 168 time: 0.2156961 Apr 11 13:26:44.296442 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (448f05fc-4501-41b4-a817-17dbdcb72f86), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.299636 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622a95-a14c-46fa-93af-ddf09009c628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6bbed2-7fe6-43ab-8906-e01a384e373b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:44.522350 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Router 448f05fc-4501-41b4-a817-17dbdcb72f86 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:26:44.640953 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:26:44.647000 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3641e86a-be54-4c1a-9f02-77ee5bd9a0a6 admin admin] 10.222.0.49 "PUT /v2.0/routers/448f05fc-4501-41b4-a817-17dbdcb72f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7658539 Apr 11 13:26:44.649765 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50282) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:44.657380 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] Sync routers for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:26:44.668905 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:26:44.669555 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:44.767313 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks [] for router (448f05fc-4501-41b4-a817-17dbdcb72f86), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.788329 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:26:44.792911 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-4cc96e89-97c0-4af0-9f52-dca1a80b195c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:44.794473 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-4cc96e89-97c0-4af0-9f52-dca1a80b195c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 1129 time: 0.0610495 Apr 11 13:26:44.879136 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks [] for router_gateway (448f05fc-4501-41b4-a817-17dbdcb72f86), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:44.908894 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-7816b985-872a-4d6c-b27c-fd86e0ab5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:44.910482 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-7816b985-872a-4d6c-b27c-fd86e0ab5d99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.1063168 Apr 11 13:26:44.963678 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '55f63493-5fda-4643-a60d-9690d811450a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:26:43Z', 'revision_number': 5, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port': {'id': '55f63493-5fda-4643-a60d-9690d811450a', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:00Z', 'updated_at': '2022-04-11T13:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:44.985990 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-0b7c3ece-ab34-451f-a151-a62143d586ab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 HTTP/1.1" status: 200 len: 1000 time: 0.0662000 Apr 11 13:26:44.998876 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] Checking router: 448f05fc-4501-41b4-a817-17dbdcb72f86 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:26:45.007641 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] Routers {'448f05fc-4501-41b4-a817-17dbdcb72f86'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:26:45.008265 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['448f05fc-4501-41b4-a817-17dbdcb72f86'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:45.056796 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Deleting port 55f63493-5fda-4643-a60d-9690d811450a {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:45.057341 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (55f63493-5fda-4643-a60d-9690d811450a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.094380 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadd599-cccf-43f6-8829-7d44a2f5a961 req-aea5ab58-ab6f-47c4-996e-64247b1f078c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:45.095937 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ceadd599-cccf-43f6-8829-7d44a2f5a961 req-aea5ab58-ab6f-47c4-996e-64247b1f078c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0714157 Apr 11 13:26:45.097553 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-09e2bc06-b3f7-4f92-bbfa-1fd0b60009b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:45.098965 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-09e2bc06-b3f7-4f92-bbfa-1fd0b60009b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.1060429 Apr 11 13:26:45.129438 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] Set router 448f05fc-4501-41b4-a817-17dbdcb72f86 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:26:45.160980 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] For port 55f63493-5fda-4643-a60d-9690d811450a, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=55f63493-5fda-4643-a60d-9690d811450a,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:45.161506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (55f63493-5fda-4643-a60d-9690d811450a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.168401 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-ac741f65-6e30-48af-84ef-20f96f15e0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:45.169939 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-ac741f65-6e30-48af-84ef-20f96f15e0ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611446 Apr 11 13:26:45.176849 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Calling delete_port for 55f63493-5fda-4643-a60d-9690d811450a owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:45.195928 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ceadd599-cccf-43f6-8829-7d44a2f5a961 req-2726860f-83d0-46ba-92ef-74887f5827d4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944381 Apr 11 13:26:45.221677 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device a0f85a92-9ef1-4028-8a30-e1625d412a47 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:26:45.244058 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e17751-e66a-47eb-b358-037c2149500a req-400a2edc-203c-4816-a128-4a0ea48d8b85 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:45.246769 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d4e17751-e66a-47eb-b358-037c2149500a req-400a2edc-203c-4816-a128-4a0ea48d8b85 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 943 time: 0.1669331 Apr 11 13:26:45.292261 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-acc2100a-026a-4fbd-8abf-444390731079 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065252 Apr 11 13:26:45.298883 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:26:44Z', 'revision_number': 6, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port_host': None}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:45.331978 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port a0f85a92-9ef1-4028-8a30-e1625d412a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f85a92-9ef1-4028-8a30-e1625d412a47,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:45.340969 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d4e17751-e66a-47eb-b358-037c2149500a req-d97215c7-3693-46d8-9527-37afade7b332 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623517 Apr 11 13:26:45.347021 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae42d02a-5a48-4066-b2bf-fad9d080b9d0 None None] The sync data for ids ['448f05fc-4501-41b4-a817-17dbdcb72f86'] in dv-cinder-836973-2-iscsi is: [{'id': '448f05fc-4501-41b4-a817-17dbdcb72f86', 'name': 'tempest-TestShelveInstance-1987766262-router', 'tenant_id': '55f2507d26384db4a97b5bc46f4e55ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:20:59Z', 'updated_at': '2022-04-11T13:26:44Z', 'revision_number': 6, 'project_id': '55f2507d26384db4a97b5bc46f4e55ba', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:26:45.348044 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'a0f85a92-9ef1-4028-8a30-e1625d412a47', 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e', 'port_id': 'a0f85a92-9ef1-4028-8a30-e1625d412a47', 'mac_address': 'fa:16:3e:93:9d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb6873d-8f22-4cdf-8716-48aa97db9ad4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:26:45.398936 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port a0f85a92-9ef1-4028-8a30-e1625d412a47 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:45.398936 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.412992 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-efd17988-407a-4dd1-b8ac-989c03b7e38e req-b48df5e8-f687-49eb-b4bc-7a73dac13303 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159470 Apr 11 13:26:45.414321 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f85a92-9ef1-4028-8a30-e1625d412a47 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:26:45.436464 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port a0f85a92-9ef1-4028-8a30-e1625d412a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f85a92-9ef1-4028-8a30-e1625d412a47,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:45.565499 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.576887 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (55f63493-5fda-4643-a60d-9690d811450a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.604030 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Pushing event deleted for resources: {'Port': ['ID=55f63493-5fda-4643-a60d-9690d811450a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:45.619940 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=a0f85a92-9ef1-4028-8a30-e1625d412a47,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:45.669135 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (448f05fc-4501-41b4-a817-17dbdcb72f86), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.765622 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (448f05fc-4501-41b4-a817-17dbdcb72f86), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.768036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks [] for router_controller (448f05fc-4501-41b4-a817-17dbdcb72f86), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.819104 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['a0f85a92-9ef1-4028-8a30-e1625d412a47'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:26:45.891362 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (448f05fc-4501-41b4-a817-17dbdcb72f86), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.891936 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 448f05fc-4501-41b4-a817-17dbdcb72f86 {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:26:45.896376 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.897540 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-803c2c34-9d18-434f-8c65-db7a49fe567e admin admin] 10.222.0.49 "DELETE /v2.0/routers/448f05fc-4501-41b4-a817-17dbdcb72f86 HTTP/1.1" status: 204 len: 168 time: 1.2466321 Apr 11 13:26:45.900922 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50288) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:45.951286 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-107f0d44-06b8-4fda-a098-e9f2ec0302ca admin admin] Deleting subnet 1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:26:45.954495 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-107f0d44-06b8-4fda-a098-e9f2ec0302ca admin admin] Publish callbacks [] for subnet (1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:45.990173 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-107f0d44-06b8-4fda-a098-e9f2ec0302ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.070712 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-107f0d44-06b8-4fda-a098-e9f2ec0302ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.211567 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-107f0d44-06b8-4fda-a098-e9f2ec0302ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.242122 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107f0d44-06b8-4fda-a098-e9f2ec0302ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:46.246478 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-107f0d44-06b8-4fda-a098-e9f2ec0302ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.250681 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-107f0d44-06b8-4fda-a098-e9f2ec0302ca admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1b15a5a8-4b4e-4d62-b8fc-dc6ff775fce1 HTTP/1.1" status: 204 len: 168 time: 0.3478901 Apr 11 13:26:46.252217 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50292) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:46.255794 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c80cb3-d831-4ded-9d3b-8bbb586185b5 None None] Network 740015a2-28ac-4efd-b448-9cfce752a39e requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:26:46.329744 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (740015a2-28ac-4efd-b448-9cfce752a39e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.331243 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819666b-870c-46fb-93a3-2b2e8493f0e0 req-a28bbe27-13b1-4cd3-b105-a625a4eda500 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:46.338719 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9819666b-870c-46fb-93a3-2b2e8493f0e0 req-a28bbe27-13b1-4cd3-b105-a625a4eda500 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0596380 Apr 11 13:26:46.385963 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Deleting port c1fb1218-e743-4120-8342-d6c7e9f66acd {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:46.389124 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.408622 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9819666b-870c-46fb-93a3-2b2e8493f0e0 req-7bcf66a6-079a-46c6-9bc2-cf69c7ccd16c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688283 Apr 11 13:26:46.459825 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] DHCP port deletion for 740015a2-28ac-4efd-b448-9cfce752a39e request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:26:46.498089 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] For port c1fb1218-e743-4120-8342-d6c7e9f66acd, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=c1fb1218-e743-4120-8342-d6c7e9f66acd,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:46.498485 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.502090 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] Deleting port c1fb1218-e743-4120-8342-d6c7e9f66acd {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:46.502503 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.517222 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Calling delete_port for c1fb1218-e743-4120-8342-d6c7e9f66acd owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:46.525175 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d7de7-1e12-4501-b708-1e2b8ec6a1c6 req-7aaa3124-01eb-4e14-b1be-74e8fd86ca97 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:46.526908 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ad4d7de7-1e12-4501-b708-1e2b8ec6a1c6 req-7aaa3124-01eb-4e14-b1be-74e8fd86ca97 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 944 time: 0.0772679 Apr 11 13:26:46.571802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] For port c1fb1218-e743-4120-8342-d6c7e9f66acd, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=c1fb1218-e743-4120-8342-d6c7e9f66acd,segment=NetworkSegment(55460b03-fee3-45c7-b7ed-0cb298265a98),segment_id=55460b03-fee3-45c7-b7ed-0cb298265a98)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:46.572581 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.584973 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] Calling delete_port for c1fb1218-e743-4120-8342-d6c7e9f66acd owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:46.626611 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ad4d7de7-1e12-4501-b708-1e2b8ec6a1c6 req-2e8828f7-872b-4c3f-895e-0e3d9ed6cfb7 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909181 Apr 11 13:26:46.719894 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.726134 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (c1fb1218-e743-4120-8342-d6c7e9f66acd), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.745586 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1fb1218-e743-4120-8342-d6c7e9f66acd,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:46.749151 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] No DVR routers for this DVR port c1fb1218-e743-4120-8342-d6c7e9f66acd on host dv-cinder-836973-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:26:46.752622 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] Pushing event deleted for resources: {'Port': ['ID=c1fb1218-e743-4120-8342-d6c7e9f66acd,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:46.754523 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8539b130-24e4-4309-bd19-49d7ead05383 None None] No DVR routers for this DVR port c1fb1218-e743-4120-8342-d6c7e9f66acd on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:26:46.823610 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (740015a2-28ac-4efd-b448-9cfce752a39e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.844765 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740015a2-28ac-4efd-b448-9cfce752a39e']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:46.854043 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55460b03-fee3-45c7-b7ed-0cb298265a98') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:46.854409 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55460b03-fee3-45c7-b7ed-0cb298265a98') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:46.863557 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (55460b03-fee3-45c7-b7ed-0cb298265a98), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.877298 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (55460b03-fee3-45c7-b7ed-0cb298265a98), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.883395 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:26:46.885001 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (55460b03-fee3-45c7-b7ed-0cb298265a98), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:26:46.886225 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:26:47.037442 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (740015a2-28ac-4efd-b448-9cfce752a39e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:47.043289 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:47.046558 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] 10.222.0.49 "DELETE /v2.0/networks/740015a2-28ac-4efd-b448-9cfce752a39e HTTP/1.1" status: 204 len: 168 time: 0.7924814 Apr 11 13:26:47.049756 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50296) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:47.058726 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device c1fb1218-e743-4120-8342-d6c7e9f66acd no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:47.058922 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96b0b9-b016-4259-9a3f-03e23a2d1193 admin admin] Pushing event deleted for resources: {'Network': ['ID=740015a2-28ac-4efd-b448-9cfce752a39e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:47.080689 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: c1fb1218-e743-4120-8342-d6c7e9f66acd {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:26:47.081040 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device c1fb1218-e743-4120-8342-d6c7e9f66acd not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:26:47.081464 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 55f63493-5fda-4643-a60d-9690d811450a no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:47.100590 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 55f63493-5fda-4643-a60d-9690d811450a {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:26:47.100852 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 55f63493-5fda-4643-a60d-9690d811450a not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:26:47.101466 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 1441257e-f02f-4d90-b6f1-aad85143a611 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:47.120721 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 1441257e-f02f-4d90-b6f1-aad85143a611 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:26:47.121070 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 1441257e-f02f-4d90-b6f1-aad85143a611 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:26:47.238562 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device a0f85a92-9ef1-4028-8a30-e1625d412a47 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:26:47.287525 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port a0f85a92-9ef1-4028-8a30-e1625d412a47 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:26:47.379561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port a0f85a92-9ef1-4028-8a30-e1625d412a47 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:26:47.379561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:47.402826 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (7e478775-d915-477f-852d-82a9703e7258), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:47.458245 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port a0f85a92-9ef1-4028-8a30-e1625d412a47 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:47.458700 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:47.513613 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8418e622-329e-4051-9b84-6aaf96e8ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f85a92-9ef1-4028-8a30-e1625d412a47'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:26:47.516482 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7581e4-9612-4b6f-9737-b073330dc2c7" -d '{"events": [{"server_uuid": "8418e622-329e-4051-9b84-6aaf96e8ff34", "name": "network-vif-plugged", "status": "completed", "tag": "a0f85a92-9ef1-4028-8a30-e1625d412a47"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:26:47.530042 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port a0f85a92-9ef1-4028-8a30-e1625d412a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f85a92-9ef1-4028-8a30-e1625d412a47,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:47.557470 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa0a108-6836-491c-ae51-41d092b513c6 x-openstack-request-id: req-ffa0a108-6836-491c-ae51-41d092b513c6 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:26:47.557784 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8418e622-329e-4051-9b84-6aaf96e8ff34", "name": "network-vif-plugged", "status": "completed", "tag": "a0f85a92-9ef1-4028-8a30-e1625d412a47", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:26:47.558041 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ffa0a108-6836-491c-ae51-41d092b513c6 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:26:47.558468 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffa0a108-6836-491c-ae51-41d092b513c6'] response: {'server_uuid': '8418e622-329e-4051-9b84-6aaf96e8ff34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f85a92-9ef1-4028-8a30-e1625d412a47', 'code': 200} Apr 11 13:26:47.611344 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:47.612151 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:47.624481 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda9309-d9bf-4484-b3c6-72b6c80f6fd6 req-71476b5d-0b93-4638-b693-b0ec3fe2b741 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:47.625981 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7eda9309-d9bf-4484-b3c6-72b6c80f6fd6 req-71476b5d-0b93-4638-b693-b0ec3fe2b741 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 945 time: 0.0762179 Apr 11 13:26:47.704530 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=a0f85a92-9ef1-4028-8a30-e1625d412a47,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:47.754881 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 is: ACTIVE; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:47.755529 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:47.792026 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15fc59-9333-43a8-9b67-360a8a6940eb req-64aa6d08-ddde-425e-b684-ab39547141f4 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:47.793449 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:47.793627 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af15fc59-9333-43a8-9b67-360a8a6940eb req-64aa6d08-ddde-425e-b684-ab39547141f4 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 945 time: 0.0542874 Apr 11 13:26:47.852106 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af15fc59-9333-43a8-9b67-360a8a6940eb req-8e28ce3a-6ebb-4214-8f53-192cb249cf0d tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Apr 11 13:26:47.890336 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:48.010937 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7eda9309-d9bf-4484-b3c6-72b6c80f6fd6 req-b7935eca-34ac-4bb6-a9fd-30dbb33237f3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788465 Apr 11 13:26:48.011142 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Deleting port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:48.011463 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:48.013212 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=8']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:48.135584 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] For port 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,segment=NetworkSegment(cbc33b03-a58a-4cc6-8e31-7c3f20a765d2),segment_id=cbc33b03-a58a-4cc6-8e31-7c3f20a765d2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:48.135948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:48.139054 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c35ae-eca4-448c-99d1-8a3dcf8c4daa req-64fc981b-cda8-4410-a99e-dc240e9675dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:48.140525 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f0c35ae-eca4-448c-99d1-8a3dcf8c4daa req-64fc981b-cda8-4410-a99e-dc240e9675dd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 1129 time: 0.0565946 Apr 11 13:26:48.156665 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Calling delete_port for 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:48.234480 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5f0c35ae-eca4-448c-99d1-8a3dcf8c4daa req-6c83158c-34c1-496c-ab4c-4124e6cb1c7a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828714 Apr 11 13:26:48.477907 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (3f30ba6d-525b-41c7-a0c2-e0eecfdd3477), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:48.507582 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Pushing event deleted for resources: {'Port': ['ID=3f30ba6d-525b-41c7-a0c2-e0eecfdd3477,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:48.685730 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (7e478775-d915-477f-852d-82a9703e7258), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:48.910532 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Router 7e478775-d915-477f-852d-82a9703e7258 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:26:48.967089 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a7e2e-388a-49e1-8b47-2eaffaadc238 req-7c2e4fd1-604f-4c0c-a483-090e8991fc9c tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:48.968597 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3f2a7e2e-388a-49e1-8b47-2eaffaadc238 req-7c2e4fd1-604f-4c0c-a483-090e8991fc9c tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 945 time: 0.0477366 Apr 11 13:26:49.020826 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3f2a7e2e-388a-49e1-8b47-2eaffaadc238 req-a318b154-7a95-427b-b7cb-b6752ba1f2a9 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464742 Apr 11 13:26:49.034127 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:26:49.034127 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-64e12589-b53a-4960-89ca-d116ade8aaae admin admin] 10.222.0.49 "PUT /v2.0/routers/7e478775-d915-477f-852d-82a9703e7258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9824421 Apr 11 13:26:49.037591 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] Sync routers for ids ['7e478775-d915-477f-852d-82a9703e7258'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:26:49.042685 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50306) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:49.052200 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] Routers {'7e478775-d915-477f-852d-82a9703e7258'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:26:49.052886 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['7e478775-d915-477f-852d-82a9703e7258'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:49.163850 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] Set router 7e478775-d915-477f-852d-82a9703e7258 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:26:49.200782 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006e59a-3251-4b28-9eb9-35765860d77e req-8a171907-3423-498e-84d7-00708a93a1d3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:49.202305 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2006e59a-3251-4b28-9eb9-35765860d77e req-8a171907-3423-498e-84d7-00708a93a1d3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0916464 Apr 11 13:26:49.207128 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks [] for router (7e478775-d915-477f-852d-82a9703e7258), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:49.325876 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2006e59a-3251-4b28-9eb9-35765860d77e req-ede36fc6-369a-47bb-b18d-afe23160f2d2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167789 Apr 11 13:26:49.347299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks [] for router_gateway (7e478775-d915-477f-852d-82a9703e7258), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:49.352847 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:26:48Z', 'revision_number': 5, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:49.381075 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] Checking router: 7e478775-d915-477f-852d-82a9703e7258 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:26:49.391253 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] Routers {'7e478775-d915-477f-852d-82a9703e7258'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:26:49.391866 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['7e478775-d915-477f-852d-82a9703e7258'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:49.470069 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Deleting port 0cdcb5a4-2276-44c8-941a-5ad193808a3e {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:49.473159 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:49.508615 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] Set router 7e478775-d915-477f-852d-82a9703e7258 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:26:49.559888 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] For port 0cdcb5a4-2276-44c8-941a-5ad193808a3e, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=0cdcb5a4-2276-44c8-941a-5ad193808a3e,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:49.559888 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:49.567288 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:26:49.568149 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Calling delete_port for 0cdcb5a4-2276-44c8-941a-5ad193808a3e owned by network:router_gateway {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:49.569552 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6950debc-26d0-4aff-bd63-781abba53e52" -d '{"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-unplugged", "status": "completed", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:26:49.628135 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfc4d1e-32dc-418c-ad87-39389f3a6abb x-openstack-request-id: req-6bfc4d1e-32dc-418c-ad87-39389f3a6abb {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:26:49.628489 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-unplugged", "status": "failed", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1", "code": 422}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:26:49.628897 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6bfc4d1e-32dc-418c-ad87-39389f3a6abb {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:26:49.629349 dv-cinder-836973-2-iscsi neutron-server[103911]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6bfc4d1e-32dc-418c-ad87-39389f3a6abb']: {'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'code': 422} returned with failed status Apr 11 13:26:49.704044 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:26:48Z', 'revision_number': 5, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:49.858542 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7332dc14-9b5c-4266-adf5-2b9a1f65ba3e None None] The sync data for ids ['7e478775-d915-477f-852d-82a9703e7258'] in dv-cinder-836973-2-iscsi is: [{'id': '7e478775-d915-477f-852d-82a9703e7258', 'name': 'tempest-TestShelveInstance-1315688527-router', 'tenant_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:21:10Z', 'updated_at': '2022-04-11T13:26:48Z', 'revision_number': 5, 'project_id': 'd8e5d74db9094fe6a38fd11c6b7161fd', 'gw_port': {'id': '0cdcb5a4-2276-44c8-941a-5ad193808a3e', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c1:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e478775-d915-477f-852d-82a9703e7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:21:11Z', 'updated_at': '2022-04-11T13:21:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:26:49.872292 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (0cdcb5a4-2276-44c8-941a-5ad193808a3e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:49.912920 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdcb5a4-2276-44c8-941a-5ad193808a3e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:49.977180 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (7e478775-d915-477f-852d-82a9703e7258), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.068575 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (7e478775-d915-477f-852d-82a9703e7258), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.070794 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks [] for router_controller (7e478775-d915-477f-852d-82a9703e7258), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.156890 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d21a3c-cff7-422e-ae91-72c58f959c4c req-6c2ca2d6-6ed7-487b-bb5b-3c55ffc3e989 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:50.158306 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e9d21a3c-cff7-422e-ae91-72c58f959c4c req-6c2ca2d6-6ed7-487b-bb5b-3c55ffc3e989 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 945 time: 0.0510030 Apr 11 13:26:50.206068 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e9d21a3c-cff7-422e-ae91-72c58f959c4c req-b90a2173-733e-403e-8185-af2a818a8c57 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Apr 11 13:26:50.271687 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (7e478775-d915-477f-852d-82a9703e7258), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.272299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e478775-d915-477f-852d-82a9703e7258 {{(pid=103910) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:26:50.288142 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.288142 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-73e7d115-8a53-4b8d-a287-eeab42f2d2cd admin admin] 10.222.0.49 "DELETE /v2.0/routers/7e478775-d915-477f-852d-82a9703e7258 HTTP/1.1" status: 204 len: 168 time: 1.2348511 Apr 11 13:26:50.289489 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50324) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:50.338041 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedabd81-43f1-4808-8cdc-3be217e1607e admin admin] Deleting subnet da15bfa1-7584-42d1-be0d-f22cf0fd6542 {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:26:50.341491 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eedabd81-43f1-4808-8cdc-3be217e1607e admin admin] Publish callbacks [] for subnet (da15bfa1-7584-42d1-be0d-f22cf0fd6542), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.379321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eedabd81-43f1-4808-8cdc-3be217e1607e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5458253'] for subnet (da15bfa1-7584-42d1-be0d-f22cf0fd6542), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.482129 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eedabd81-43f1-4808-8cdc-3be217e1607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (da15bfa1-7584-42d1-be0d-f22cf0fd6542), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.626955 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eedabd81-43f1-4808-8cdc-3be217e1607e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4688828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4505320'] for subnet (da15bfa1-7584-42d1-be0d-f22cf0fd6542), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.653604 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedabd81-43f1-4808-8cdc-3be217e1607e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da15bfa1-7584-42d1-be0d-f22cf0fd6542,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:50.657436 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-eedabd81-43f1-4808-8cdc-3be217e1607e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.660678 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-eedabd81-43f1-4808-8cdc-3be217e1607e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/da15bfa1-7584-42d1-be0d-f22cf0fd6542 HTTP/1.1" status: 204 len: 168 time: 0.3696532 Apr 11 13:26:50.663372 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50328) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:50.666776 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e120fb-a9fa-43d5-a269-1f4589636332 None None] Network c98e98a8-fc4a-40f6-b329-aea56d0f22b1 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:26:50.733822 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (c98e98a8-fc4a-40f6-b329-aea56d0f22b1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.799988 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Deleting port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:50.800331 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.876029 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] DHCP port deletion for c98e98a8-fc4a-40f6-b329-aea56d0f22b1 request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:26:50.879628 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] For port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,segment=NetworkSegment(cbc33b03-a58a-4cc6-8e31-7c3f20a765d2),segment_id=cbc33b03-a58a-4cc6-8e31-7c3f20a765d2)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:50.880099 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.897855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Calling delete_port for d12def0c-0cc2-4e69-b5ec-d53f86cd11ac owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:50.927580 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] Deleting port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:50.927956 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:50.996535 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] For port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,segment=NetworkSegment(cbc33b03-a58a-4cc6-8e31-7c3f20a765d2),segment_id=cbc33b03-a58a-4cc6-8e31-7c3f20a765d2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:50.997074 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.020836 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] Calling delete_port for d12def0c-0cc2-4e69-b5ec-d53f86cd11ac owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:51.064345 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:51.087680 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:26:51.088024 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3f30ba6d-525b-41c7-a0c2-e0eecfdd3477 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:26:51.088459 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device d12def0c-0cc2-4e69-b5ec-d53f86cd11ac no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:51.091563 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.112630 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: d12def0c-0cc2-4e69-b5ec-d53f86cd11ac {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:26:51.112975 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device d12def0c-0cc2-4e69-b5ec-d53f86cd11ac not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:26:51.113419 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0cdcb5a4-2276-44c8-941a-5ad193808a3e no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:51.117813 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:51.122985 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] No DVR routers for this DVR port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac on host dv-cinder-836973-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:26:51.145425 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 0cdcb5a4-2276-44c8-941a-5ad193808a3e {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:26:51.145775 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 0cdcb5a4-2276-44c8-941a-5ad193808a3e not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:26:51.169447 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (d12def0c-0cc2-4e69-b5ec-d53f86cd11ac), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.200835 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] Pushing event deleted for resources: {'Port': ['ID=d12def0c-0cc2-4e69-b5ec-d53f86cd11ac,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:51.212885 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1638c2a-4be5-4db4-8de7-a3b6f2e79c38 None None] No DVR routers for this DVR port d12def0c-0cc2-4e69-b5ec-d53f86cd11ac on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:26:51.213438 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (c98e98a8-fc4a-40f6-b329-aea56d0f22b1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.232816 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98e98a8-fc4a-40f6-b329-aea56d0f22b1']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:51.237688 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:51.249511 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:51.249511 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc33b03-a58a-4cc6-8e31-7c3f20a765d2') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:51.260680 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5458244'] for segment (cbc33b03-a58a-4cc6-8e31-7c3f20a765d2), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.277982 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (cbc33b03-a58a-4cc6-8e31-7c3f20a765d2), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.288425 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:26:51.289193 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4688662'] for segment (cbc33b03-a58a-4cc6-8e31-7c3f20a765d2), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: Traceback (most recent call last): Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: timer() Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: cb(*args, **kw) Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: return func(*args, **kwargs) Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: self._notify() Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: self.callback(batched_events) Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: event.method(event) Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: return f(self, *a, **k) Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._get(url).json() Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: return self.request(url, 'GET', **kwargs) Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:26:51.291754 dv-cinder-836973-2-iscsi neutron-server[103910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:26:51.300973 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ac907-989c-43a4-b725-c8ccc04d1c2e req-e4a51e78-ce97-4e41-8a14-fcbd63abae29 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:51.310264 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4b0ac907-989c-43a4-b725-c8ccc04d1c2e req-e4a51e78-ce97-4e41-8a14-fcbd63abae29 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0754890 Apr 11 13:26:51.328348 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 is: DOWN; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:51.378974 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4b0ac907-989c-43a4-b725-c8ccc04d1c2e req-2acb5692-c021-424e-bb89-c22d829cc255 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612254 Apr 11 13:26:51.457070 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (c98e98a8-fc4a-40f6-b329-aea56d0f22b1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.463808 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:51.467062 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c98e98a8-fc4a-40f6-b329-aea56d0f22b1 HTTP/1.1" status: 204 len: 168 time: 0.8025725 Apr 11 13:26:51.476919 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8df1b0-78c1-40bf-9f7e-ba4bcf4343a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98e98a8-fc4a-40f6-b329-aea56d0f22b1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:51.844712 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cda4ed-394d-4ba3-93a9-9847c8ea3e65 req-cdd697bf-e4d5-4577-a329-ba52e0f83753 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:51.846302 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46cda4ed-394d-4ba3-93a9-9847c8ea3e65 req-cdd697bf-e4d5-4577-a329-ba52e0f83753 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 945 time: 0.0502152 Apr 11 13:26:51.895757 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-46cda4ed-394d-4ba3-93a9-9847c8ea3e65 req-b964b8ac-c432-4463-b59d-98b940d04123 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Apr 11 13:26:51.901968 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50368) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:51.940921 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50372) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:52.002169 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-18fe4fc0-90fd-4067-813b-4f97c51dcecd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990586 Apr 11 13:26:52.013218 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-1511cc3d-dfc6-4f54-9c88-7182972e59c4 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:26:52.014356 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-1511cc3d-dfc6-4f54-9c88-7182972e59c4 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075254 Apr 11 13:26:52.017830 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8daa7b5c-c600-4f79-bdff-f4ef5402de14 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55f2507d26384db4a97b5bc46f4e55ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0758462 Apr 11 13:26:52.020384 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50374) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:52.073108 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f46ca733-f552-4a0d-8754-41fd9e0cf59c admin admin] Publish callbacks [] for security_group (d6b59046-0f53-4f5e-bf68-8d0a68f3aea8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:52.095086 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f46ca733-f552-4a0d-8754-41fd9e0cf59c admin admin] Publish callbacks [] for security_group (d6b59046-0f53-4f5e-bf68-8d0a68f3aea8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:52.153856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50380) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:52.229142 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f46ca733-f552-4a0d-8754-41fd9e0cf59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (d6b59046-0f53-4f5e-bf68-8d0a68f3aea8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:52.231833 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-f46ca733-f552-4a0d-8754-41fd9e0cf59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:52.232993 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-f46ca733-f552-4a0d-8754-41fd9e0cf59c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d6b59046-0f53-4f5e-bf68-8d0a68f3aea8 HTTP/1.1" status: 204 len: 168 time: 0.2117314 Apr 11 13:26:52.241911 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ca733-f552-4a0d-8754-41fd9e0cf59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b59046-0f53-4f5e-bf68-8d0a68f3aea8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:52.292070 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-6b73f467-a214-4086-9927-b091bf427a45 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:52.293501 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-6b73f467-a214-4086-9927-b091bf427a45 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports/c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 HTTP/1.1" status: 200 len: 940 time: 0.1427250 Apr 11 13:26:52.502857 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:52.512396 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb212b4b-7c6c-454a-a778-d46ff94d0edf req-906f5337-0bbe-40cb-853e-22c1596755b7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:52.513908 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eb212b4b-7c6c-454a-a778-d46ff94d0edf req-906f5337-0bbe-40cb-853e-22c1596755b7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0527546 Apr 11 13:26:52.561863 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-eb212b4b-7c6c-454a-a778-d46ff94d0edf req-22853f6b-875f-4aef-8d7e-99dd39a1fe73 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Apr 11 13:26:52.986393 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50398) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:53.014803 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f589b8ef-5cc3-4a63-8e95-b8e8134e47fe req-02804f68-a6cb-4327-a357-bf228a0282dc tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:53.016304 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f589b8ef-5cc3-4a63-8e95-b8e8134e47fe req-02804f68-a6cb-4327-a357-bf228a0282dc tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 945 time: 0.0516517 Apr 11 13:26:53.028700 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c8d22089-9686-4146-aef4-3ca17c5ed4c2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d8e5d74db9094fe6a38fd11c6b7161fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411134 Apr 11 13:26:53.031112 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50400) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:53.068619 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f589b8ef-5cc3-4a63-8e95-b8e8134e47fe req-b31d4447-c51e-4f0f-aaed-356854bebfcb tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Apr 11 13:26:53.081548 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7cbc114f-a0b3-492e-8779-df24b1d9a65c admin admin] Publish callbacks [] for security_group (0a5a6464-27ac-4a3f-8967-5ca775b0f462), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.105448 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7cbc114f-a0b3-492e-8779-df24b1d9a65c admin admin] Publish callbacks [] for security_group (0a5a6464-27ac-4a3f-8967-5ca775b0f462), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.202011 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4e95e38c-eacd-4fac-b433-8b4c421c6f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.202344 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91647446-c630-469a-878c-11be676848ec req-52dcbeef-6e3c-4501-9874-df3bbb3401b9 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:53.202730 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91647446-c630-469a-878c-11be676848ec req-52dcbeef-6e3c-4501-9874-df3bbb3401b9 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.50 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 945 time: 0.0475190 Apr 11 13:26:53.235861 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7cbc114f-a0b3-492e-8779-df24b1d9a65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0a5a6464-27ac-4a3f-8967-5ca775b0f462), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.238960 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7cbc114f-a0b3-492e-8779-df24b1d9a65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.241958 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7cbc114f-a0b3-492e-8779-df24b1d9a65c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a5a6464-27ac-4a3f-8967-5ca775b0f462 HTTP/1.1" status: 204 len: 168 time: 0.2076390 Apr 11 13:26:53.253090 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc114f-a0b3-492e-8779-df24b1d9a65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a6464-27ac-4a3f-8967-5ca775b0f462,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:53.314697 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Deleting port a0f85a92-9ef1-4028-8a30-e1625d412a47 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:26:53.315024 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.414308 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] For port a0f85a92-9ef1-4028-8a30-e1625d412a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=a0f85a92-9ef1-4028-8a30-e1625d412a47,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:53.414674 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.428177 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Calling delete_port for a0f85a92-9ef1-4028-8a30-e1625d412a47 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:26:53.646402 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (a0f85a92-9ef1-4028-8a30-e1625d412a47), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.659854 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['a0f85a92-9ef1-4028-8a30-e1625d412a47'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:26:53.702028 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Pushing event deleted for resources: {'Port': ['ID=a0f85a92-9ef1-4028-8a30-e1625d412a47,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:53.718520 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd64b88-75b5-4727-b81e-47ea41d6c48b req-0611f6e2-4cd8-4323-888e-b7311170353e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:53.720041 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4fd64b88-75b5-4727-b81e-47ea41d6c48b req-0611f6e2-4cd8-4323-888e-b7311170353e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0843203 Apr 11 13:26:53.770986 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] No DVR routers for this DVR port a0f85a92-9ef1-4028-8a30-e1625d412a47 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:26:53.773627 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:53.781374 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91647446-c630-469a-878c-11be676848ec req-7bcf9a5c-f17a-4dcf-a313-21ba372d86c5 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.50 "DELETE /v2.0/ports/a0f85a92-9ef1-4028-8a30-e1625d412a47 HTTP/1.1" status: 204 len: 173 time: 0.5709898 Apr 11 13:26:53.783081 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8418e622-329e-4051-9b84-6aaf96e8ff34', 'name': 'network-vif-deleted', 'tag': 'a0f85a92-9ef1-4028-8a30-e1625d412a47'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:26:53.786441 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f7911a-5853-44f2-b291-c922fa6c1cec" -d '{"events": [{"server_uuid": "8418e622-329e-4051-9b84-6aaf96e8ff34", "name": "network-vif-deleted", "tag": "a0f85a92-9ef1-4028-8a30-e1625d412a47"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:26:53.818443 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4fd64b88-75b5-4727-b81e-47ea41d6c48b req-3b3ac447-87f1-4c36-a215-838b9e3eefc1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793774 Apr 11 13:26:53.825872 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4924b6-6ac7-4b7e-a665-75e1f7993620 x-openstack-request-id: req-7c4924b6-6ac7-4b7e-a665-75e1f7993620 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:26:53.826204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8418e622-329e-4051-9b84-6aaf96e8ff34", "name": "network-vif-deleted", "tag": "a0f85a92-9ef1-4028-8a30-e1625d412a47", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:26:53.826467 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7c4924b6-6ac7-4b7e-a665-75e1f7993620 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:26:53.826930 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4924b6-6ac7-4b7e-a665-75e1f7993620'] response: {'server_uuid': '8418e622-329e-4051-9b84-6aaf96e8ff34', 'name': 'network-vif-deleted', 'tag': 'a0f85a92-9ef1-4028-8a30-e1625d412a47', 'status': 'completed', 'code': 200} Apr 11 13:26:54.191606 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b554c77c-4ec3-48af-a6bf-fe2e6108f8fe req-a5565ada-f1d2-4fd9-bd7a-040c5478e406 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=8418e622-329e-4051-9b84-6aaf96e8ff34 HTTP/1.1" status: 200 len: 210 time: 0.0306933 Apr 11 13:26:54.382339 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50428) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:54.483779 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1364781209-network', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:26:54.568933 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Made reservation on behalf of 31c04750f0ea4e5a87fdbde19c5b91a5 for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:26:54.571496 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:54.583989 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:54.661979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Publish callbacks [] for security_group (0965beab-a31c-4bf4-b29f-395838c4404e), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:54.760228 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0965beab-a31c-4bf4-b29f-395838c4404e), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:54.788110 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:26:54.795052 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0965beab-a31c-4bf4-b29f-395838c4404e,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:54.809686 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (5d8fdad0-2bea-42ed-b39a-dee0a760ac49), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:54.810667 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Added segment 5d8fdad0-2bea-42ed-b39a-dee0a760ac49 of type vlan for network c45c0cfb-6688-4424-b694-73f67fd78218 Apr 11 13:26:54.859472 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (c45c0cfb-6688-4424-b694-73f67fd78218), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:54.952536 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df5302-c5f0-45ec-ba4e-2686dd9bb3cf req-869bf9dc-ff15-4ded-85bb-821a7f5933cd tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:54.954070 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00df5302-c5f0-45ec-ba4e-2686dd9bb3cf req-869bf9dc-ff15-4ded-85bb-821a7f5933cd tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0520861 Apr 11 13:26:54.990936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (c45c0cfb-6688-4424-b694-73f67fd78218), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:54.991975 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:54.992545 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:55.040664 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-00df5302-c5f0-45ec-ba4e-2686dd9bb3cf req-fc9903b8-9c26-4c19-b84a-b78fe0fbddfe tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793762 Apr 11 13:26:55.079802 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] Pushing event updated for resources: {'Network': ['ID=c45c0cfb-6688-4424-b694-73f67fd78218,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:55.090808 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network c45c0cfb-6688-4424-b694-73f67fd78218 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:26:55.134569 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-96e450a6-8c0c-477a-a4bc-04e5aacf549f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7510147 Apr 11 13:26:55.137364 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50434) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:55.143625 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Request body: {'subnet': {'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1364781209-subnet', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:26:55.223479 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Made reservation on behalf of 31c04750f0ea4e5a87fdbde19c5b91a5 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:26:55.226130 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4505333'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:55.388016 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-10c9cdec-08e4-495e-afa5-e88fff917c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:55.389337 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-10c9cdec-08e4-495e-afa5-e88fff917c95 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56&tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c HTTP/1.1" status: 200 len: 1127 time: 0.0730457 Apr 11 13:26:55.529157 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-0b6b5acf-2a7e-4a4b-aee2-b20e1941a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:55.530707 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-0b6b5acf-2a7e-4a4b-aee2-b20e1941a55b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 1127 time: 0.1088650 Apr 11 13:26:55.708571 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2dc80919-452b-4103-9106-fac5b25c281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:55.870740 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4688241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4505319'] for subnet (57c90fc5-65bd-435f-af3d-d53e1ebc2474), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:55.905409 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382e448-d414-4f07-8c14-e4409735de98 req-589bc19d-80b6-4b26-8ae3-88d4e54be0db tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:55.906895 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-589bc19d-80b6-4b26-8ae3-88d4e54be0db tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/networks?id=89781d5b-dfd6-49b0-8fde-7f1e39c2893e HTTP/1.1" status: 200 len: 809 time: 0.4716797 Apr 11 13:26:55.951032 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-a4b6716c-1076-453d-9348-28c40fc73425 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/quotas/2911e29b2a1c4ae0b0a349dcf665ace3 HTTP/1.1" status: 200 len: 375 time: 0.0358102 Apr 11 13:26:55.963228 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-61c06a83-e2d9-4595-95b6-4ffc1e96b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:55.964538 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-61c06a83-e2d9-4595-95b6-4ffc1e96b3b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.4252222 Apr 11 13:26:55.980084 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c90fc5-65bd-435f-af3d-d53e1ebc2474,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:56.038639 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-d826fdac-58fc-48d2-a4a6-faba99352af6 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783153 Apr 11 13:26:56.044552 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Checking segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:26:56.044915 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Network hostable DHCP agents. Network: c45c0cfb-6688-4424-b694-73f67fd78218, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:26:56.129101 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-4949fdd0-48bb-443d-b2d8-755346c2e34d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 HTTP/1.1" status: 200 len: 998 time: 0.1453154 Apr 11 13:26:56.161738 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862eaf9c-e07d-43f0-a0b7-f2e329cc3333 req-c79fdc13-0e52-4271-be1c-2172bb608568 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:56.163307 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-862eaf9c-e07d-43f0-a0b7-f2e329cc3333 req-c79fdc13-0e52-4271-be1c-2172bb608568 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0490725 Apr 11 13:26:56.192014 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-0cf3dacd-7669-4505-bec6-0ebf80f507c1 service neutron] 10.222.0.49 "GET /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445639 Apr 11 13:26:56.199894 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-71a559b9-db3e-4f7e-9b6f-61cce27166e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:56.201323 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-71a559b9-db3e-4f7e-9b6f-61cce27166e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0628233 Apr 11 13:26:56.209482 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Network c45c0cfb-6688-4424-b694-73f67fd78218 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:26:56.211182 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-862eaf9c-e07d-43f0-a0b7-f2e329cc3333 req-33a8fea8-c6bc-4f23-b8be-c7dbdb7f73f0 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416157 Apr 11 13:26:56.301390 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-868bc3d0-65a5-4e1f-9714-b5f6e9fabb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:56.302927 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-868bc3d0-65a5-4e1f-9714-b5f6e9fabb4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905395 Apr 11 13:26:56.325644 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, c45c0cfb-6688-4424-b694-73f67fd78218) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:26:56.333337 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76779376-d61e-496d-9c89-400ed478727e None None] Network c45c0cfb-6688-4424-b694-73f67fd78218 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:26:56.345615 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:56.346251 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.363829 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-97889003-cc36-4010-8a16-b27aa7d9927e service neutron] 10.222.0.49 "GET /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612449 Apr 11 13:26:56.422885 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.427396 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-1db90064-e15f-4771-9387-cb56a41bf129 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122799 Apr 11 13:26:56.456444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-c45c0cfb-6688-4424-b694-73f67fd78218', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:26:56.456444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.500408 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e3613c72-43b1-47d2-821b-17edaa0430a4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3618541 Apr 11 13:26:56.503016 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50452) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:56.508091 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:26:56.539062 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3b681e7c-78bf-4a50-ab68-16aabcd3e46a req-5a010357-58eb-4a3f-ae31-00fa909665ab service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026750 Apr 11 13:26:56.581620 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.583739 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.594393 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Allocated IP 172.20.0.2 (c45c0cfb-6688-4424-b694-73f67fd78218/57c90fc5-65bd-435f-af3d-d53e1ebc2474/307b95df-a848-474b-bb06-fb4d343f93f5) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:26:56.632112 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-14cd4718-474d-4119-87d1-3a787e9a3f6a req-fc00d726-ee9f-4dd4-90cf-84ab4eaf4407 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0331135 Apr 11 13:26:56.697300 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks [] for router_controller (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.750685 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Publish callbacks [] for port (307b95df-a848-474b-bb06-fb4d343f93f5), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.840835 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.896509 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks [] for router_gateway (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.902223 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Network c45c0cfb-6688-4424-b694-73f67fd78218 is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:26:56.908639 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:26:56.911577 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Pushing event updated for resources: {'Port': ['ID=307b95df-a848-474b-bb06-fb4d343f93f5,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:56.915105 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:26:56.986538 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Attempting to bind port 307b95df-a848-474b-bb06-fb4d343f93f5 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:26:56.987063 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Attempting to bind port 307b95df-a848-474b-bb06-fb4d343f93f5 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:26:56.987885 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Attempting to bind port 307b95df-a848-474b-bb06-fb4d343f93f5 on network c45c0cfb-6688-4424-b694-73f67fd78218 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:26:56.994308 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:26:56.995499 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Checking segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:26:56.995913 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:56.996311 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Bound using segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:26:56.997519 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Bound port: 307b95df-a848-474b-bb06-fb4d343f93f5, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:26:56.997911 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:57.068959 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] For port 307b95df-a848-474b-bb06-fb4d343f93f5, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:26:57.072369 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] For port 307b95df-a848-474b-bb06-fb4d343f93f5, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=307b95df-a848-474b-bb06-fb4d343f93f5,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:26:57.137816 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:57.167012 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks [] for router_gateway (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:57.188090 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:57.204702 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526754c-353c-45aa-b219-3180f42c5d6f None None] Pushing event updated for resources: {'Port': ['ID=307b95df-a848-474b-bb06-fb4d343f93f5,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:57.265056 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device a0f85a92-9ef1-4028-8a30-e1625d412a47 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:26:57.304839 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: a0f85a92-9ef1-4028-8a30-e1625d412a47 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:26:57.305370 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device a0f85a92-9ef1-4028-8a30-e1625d412a47 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:26:57.343443 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Allocated IP 172.27.3.68 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/75aee67e-5060-4b6c-96bd-76467a72f8f9) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:26:57.449324 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a120-2b57-4925-958d-b91d9e2e399d req-506b88e3-ec02-4800-9521-738884e611f0 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:57.460682 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7749a120-2b57-4925-958d-b91d9e2e399d req-506b88e3-ec02-4800-9521-738884e611f0 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.1127450 Apr 11 13:26:57.531874 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7749a120-2b57-4925-958d-b91d9e2e399d req-caa1a422-92dc-44fe-bc4f-20ee89fa27f7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675721 Apr 11 13:26:57.606569 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks [] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:57.763617 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:57.770490 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-071377a2-f149-4258-8182-a147516f6ad7 req-df6c73a1-ce4c-4ace-89eb-cf9e209c5612 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0406928 Apr 11 13:26:57.830761 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:26:57.833936 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:26:57.844859 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:26:57.890933 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Pushing event updated for resources: {'Port': ['ID=75aee67e-5060-4b6c-96bd-76467a72f8f9,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:57.983227 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:58.454468 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:26:58.530462 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db43f8c2-1cf3-4bdd-8dec-0503845b26b0 None None] Network c45c0cfb-6688-4424-b694-73f67fd78218 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:26:58.646773 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks [] for router_gateway (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:58.710218 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e2094-e316-4796-be80-04136de51397 req-e528fe07-51f4-4fcd-af8f-314117e404a2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:26:58.718445 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-298e2094-e316-4796-be80-04136de51397 req-e528fe07-51f4-4fcd-af8f-314117e404a2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0599012 Apr 11 13:26:58.773527 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-298e2094-e316-4796-be80-04136de51397 req-2af5fbea-f7da-4d29-9f30-656c8d4fabb7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538211 Apr 11 13:26:58.776054 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-67df70d6-2541-46f6-8964-94bb4ab2975a None None] Provisioning complete for port 307b95df-a848-474b-bb06-fb4d343f93f5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:26:58.779643 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-67df70d6-2541-46f6-8964-94bb4ab2975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:58.926200 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-67df70d6-2541-46f6-8964-94bb4ab2975a None None] Current status of the port 307b95df-a848-474b-bb06-fb4d343f93f5 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:58.926900 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-67df70d6-2541-46f6-8964-94bb4ab2975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:58.989207 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-67df70d6-2541-46f6-8964-94bb4ab2975a None None] For port 307b95df-a848-474b-bb06-fb4d343f93f5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=307b95df-a848-474b-bb06-fb4d343f93f5,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:26:59.017196 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:59.048785 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ba9c7238-5a68-4096-9cf7-8559d11a9dc8 req-e95cc15e-ea6d-4342-aea2-bb7701bd807d tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0535851 Apr 11 13:26:59.058319 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-67df70d6-2541-46f6-8964-94bb4ab2975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:59.145099 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df70d6-2541-46f6-8964-94bb4ab2975a None None] Pushing event updated for resources: {'Port': ['ID=307b95df-a848-474b-bb06-fb4d343f93f5,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:26:59.177500 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 307b95df-a848-474b-bb06-fb4d343f93f5 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:26:59.234080 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-15acf81d-1634-4f4a-8a0d-d3c8023216ba None None] Provisioning complete for port 307b95df-a848-474b-bb06-fb4d343f93f5 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:26:59.235019 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-15acf81d-1634-4f4a-8a0d-d3c8023216ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:59.294391 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 307b95df-a848-474b-bb06-fb4d343f93f5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:26:59.294978 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:59.309169 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:26:59.371300 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-15acf81d-1634-4f4a-8a0d-d3c8023216ba None None] Current status of the port 307b95df-a848-474b-bb06-fb4d343f93f5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:59.431576 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 307b95df-a848-474b-bb06-fb4d343f93f5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:26:59.455728 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:26:59.469794 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:26:59.489000 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:26:59.491155 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:59.626633 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:26:59.628105 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:59.631212 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:26:59.633360 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-034cc609-4e97-430b-89a2-fee45edcc23c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1293616 Apr 11 13:26:59.637689 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50494) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:26:59.898221 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:26:58Z', 'revision_number': 3, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:26:59.970579 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:26:59.970923 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Updating router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 port 75aee67e-5060-4b6c-96bd-76467a72f8f9 binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:27:00.018964 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408a8d1-a411-411f-884b-2cb1997b3eb0 req-e5ac8a98-da9d-4ffa-84a8-5702a26592ee tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:00.021375 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3408a8d1-a411-411f-884b-2cb1997b3eb0 req-e5ac8a98-da9d-4ffa-84a8-5702a26592ee tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0916982 Apr 11 13:27:00.052009 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.181493 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3408a8d1-a411-411f-884b-2cb1997b3eb0 req-368c9ad4-580a-4731-9a2d-39cd000d8419 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239965 Apr 11 13:27:00.248866 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-76ae8239-13ef-4e1d-9d15-cf97d0bcb147 req-a5464b86-3eba-4fbe-8b16-c8f2240807cd tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0620949 Apr 11 13:27:00.406459 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.508473 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Publish callbacks [] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.604127 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Allocated IP 172.20.0.1 (c45c0cfb-6688-4424-b694-73f67fd78218/57c90fc5-65bd-435f-af3d-d53e1ebc2474/3a320868-8393-424f-a523-c587e84b1e68) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:27:00.614431 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.689354 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Attempting to bind port 75aee67e-5060-4b6c-96bd-76467a72f8f9 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:27:00.689870 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Attempting to bind port 75aee67e-5060-4b6c-96bd-76467a72f8f9 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:27:00.690369 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Attempting to bind port 75aee67e-5060-4b6c-96bd-76467a72f8f9 on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:00.699298 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:27:00.700226 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:00.700226 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.700801 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:27:00.701374 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Bound port: 75aee67e-5060-4b6c-96bd-76467a72f8f9, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:27:00.701868 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.703719 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Pushing event updated for resources: {'Port': ['ID=75aee67e-5060-4b6c-96bd-76467a72f8f9,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:00.733338 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.733845 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.734392 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.734720 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Publish callbacks [] for port (3a320868-8393-424f-a523-c587e84b1e68), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.734906 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.735299 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.735746 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.736172 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.736593 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.737019 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.737445 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.737870 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.738333 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.738761 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.739206 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.739654 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:00.791929 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] For port 75aee67e-5060-4b6c-96bd-76467a72f8f9, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:27:00.796073 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] For port 75aee67e-5060-4b6c-96bd-76467a72f8f9, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=75aee67e-5060-4b6c-96bd-76467a72f8f9,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:27:00.838784 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (3a320868-8393-424f-a523-c587e84b1e68), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.877519 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Network c45c0cfb-6688-4424-b694-73f67fd78218 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:00.880698 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:00.884657 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:27:00.909148 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.932967 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Pushing event updated for resources: {'Port': ['ID=3a320868-8393-424f-a523-c587e84b1e68,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:00.961086 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:00.973370 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:00.973999 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:01.085312 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543c1fb-ff21-41ca-869b-84e2313839d8 None None] Pushing event updated for resources: {'Port': ['ID=75aee67e-5060-4b6c-96bd-76467a72f8f9,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:01.116557 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 307b95df-a848-474b-bb06-fb4d343f93f5 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:01.237894 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 307b95df-a848-474b-bb06-fb4d343f93f5 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:01.238320 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:01.268229 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:01.322408 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3a320868-8393-424f-a523-c587e84b1e68), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:01.327967 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-2c001421-393f-4999-aa02-ae79e3f20b92 None None] Provisioning complete for port 3a320868-8393-424f-a523-c587e84b1e68 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:01.328340 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2c001421-393f-4999-aa02-ae79e3f20b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3a320868-8393-424f-a523-c587e84b1e68), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:01.439062 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-2c001421-393f-4999-aa02-ae79e3f20b92 None None] Port 3a320868-8393-424f-a523-c587e84b1e68 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:27:01.460264 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5e8abb75-cb5d-48d4-a0d3-d55222e0b921 req-d3e434e8-9f9e-4ce4-ac06-a9ec4c824907 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0861456 Apr 11 13:27:01.495308 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 307b95df-a848-474b-bb06-fb4d343f93f5 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:01.515309 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e70e31-e869-42fb-8da1-b31bbdc17374 req-95e30955-b0b9-44f1-9080-e630b4ff7790 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:01.516992 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f1e70e31-e869-42fb-8da1-b31bbdc17374 req-95e30955-b0b9-44f1-9080-e630b4ff7790 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.1970801 Apr 11 13:27:01.556831 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:26:58Z', 'revision_number': 3, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:01.588583 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab52108c-9299-4cf4-86e9-914570ef1adb None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:26:58Z', 'revision_number': 3, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:27:01.647890 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f1e70e31-e869-42fb-8da1-b31bbdc17374 req-5d221c68-388e-48da-a1e9-cf1a74409801 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200902 Apr 11 13:27:01.736949 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Publish callbacks [] for port (3a320868-8393-424f-a523-c587e84b1e68), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:01.842999 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (3a320868-8393-424f-a523-c587e84b1e68), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:01.926360 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:01.939707 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Pushing event updated for resources: {'Port': ['ID=3a320868-8393-424f-a523-c587e84b1e68,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:02.091870 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Network c45c0cfb-6688-4424-b694-73f67fd78218 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:02.093382 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:02.349890 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:27:02.484728 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-933b1897-ad8f-407f-8bd8-750443dde262 None None] Provisioning complete for port 3a320868-8393-424f-a523-c587e84b1e68 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:02.485336 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-933b1897-ad8f-407f-8bd8-750443dde262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3a320868-8393-424f-a523-c587e84b1e68), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:02.570145 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-933b1897-ad8f-407f-8bd8-750443dde262 None None] Port 3a320868-8393-424f-a523-c587e84b1e68 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:27:02.591123 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:27:02.605102 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-71fec9e5-03c0-4dda-92a1-226db0b17123 admin admin] 10.222.0.49 "PUT /v2.0/routers/13c5f40a-78be-4bec-98e5-f2bc58b2bfa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9574907 Apr 11 13:27:02.664106 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-09329d3e-d81b-42de-9199-5fe5616b8b91 req-4d44c6e5-1de1-4dfc-a929-f97ca54edc04 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0501490 Apr 11 13:27:02.855914 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc0ebe7-bc1c-43b2-ba71-52ee3e161638 req-378eb1c4-9824-403e-9a5c-68c3582fa496 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:02.857523 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ebc0ebe7-bc1c-43b2-ba71-52ee3e161638 req-378eb1c4-9824-403e-9a5c-68c3582fa496 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0862181 Apr 11 13:27:02.930335 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ebc0ebe7-bc1c-43b2-ba71-52ee3e161638 req-ec49cadf-49e2-490c-9d3c-4c43d50dfd18 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632670 Apr 11 13:27:03.092048 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 75aee67e-5060-4b6c-96bd-76467a72f8f9 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:03.153110 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 75aee67e-5060-4b6c-96bd-76467a72f8f9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:03.153596 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:03.292298 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 75aee67e-5060-4b6c-96bd-76467a72f8f9 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:03.295289 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:03.321128 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 75aee67e-5060-4b6c-96bd-76467a72f8f9, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=75aee67e-5060-4b6c-96bd-76467a72f8f9,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:03.425637 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:03.506332 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=75aee67e-5060-4b6c-96bd-76467a72f8f9,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:03.628659 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50524) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:03.634494 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-900926828-network', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:03.743449 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Made reservation on behalf of ab0d4cda468842aaa5f71f9c33f393d6 for: {'network': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:27:03.746852 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:03.781208 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ed624ef3-16eb-4d0f-8efe-8902341578a9 req-a4e8b220-8b9d-4eb8-aed9-6e2a95e79c53 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0475540 Apr 11 13:27:03.793332 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:03.864885 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:27:03.880907 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:03.882138 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:03.900195 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Publish callbacks [] for security_group (1caf5e7d-a409-4921-8c2c-660eec430ec1), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:04.001334 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (1caf5e7d-a409-4921-8c2c-660eec430ec1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:04.024296 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:04.029071 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103909) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:27:04.059944 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caf5e7d-a409-4921-8c2c-660eec430ec1,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:04.065236 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (6d1b6069-1e34-4ad1-b00b-060e213641c8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:04.065775 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.segments_db [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Added segment 6d1b6069-1e34-4ad1-b00b-060e213641c8 of type vlan for network 529b041d-0643-4bd8-8f19-9c14249be0ad Apr 11 13:27:04.127130 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7441019-b9c9-4d51-b63e-85c60d653f56 req-336e4fc5-0a65-4888-b87d-8b7e6f4f3a43 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:04.128958 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b7441019-b9c9-4d51-b63e-85c60d653f56 req-336e4fc5-0a65-4888-b87d-8b7e6f4f3a43 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0735686 Apr 11 13:27:04.152035 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (529b041d-0643-4bd8-8f19-9c14249be0ad), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:04.222824 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b7441019-b9c9-4d51-b63e-85c60d653f56 req-3cd67341-4862-4533-b54d-cc66f2778a1a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862610 Apr 11 13:27:04.254904 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (529b041d-0643-4bd8-8f19-9c14249be0ad), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:04.255876 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:04.256465 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:04.339199 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] Pushing event updated for resources: {'Network': ['ID=529b041d-0643-4bd8-8f19-9c14249be0ad,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:04.380551 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network 529b041d-0643-4bd8-8f19-9c14249be0ad details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:27:04.449148 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-7ef981f6-52fe-45c5-94b1-ed793ddc5a2c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8187034 Apr 11 13:27:04.452083 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50530) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:04.457682 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Request body: {'subnet': {'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-900926828-subnet', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:04.556784 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 2, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:04.577114 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Made reservation on behalf of ab0d4cda468842aaa5f71f9c33f393d6 for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:27:04.579509 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4505333'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:04.598077 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:27:04.598473 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Updating router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 port 3a320868-8393-424f-a523-c587e84b1e68 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:27:04.650340 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3a320868-8393-424f-a523-c587e84b1e68), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:04.996658 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ae6507b2-3d97-4a37-98ce-67fee7ac25ee req-ee0a780b-0b0d-4c44-8ada-75d70b3c7e24 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0460939 Apr 11 13:27:05.052997 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Publish callbacks [] for port (3a320868-8393-424f-a523-c587e84b1e68), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:05.083504 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 75aee67e-5060-4b6c-96bd-76467a72f8f9 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:05.144123 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 75aee67e-5060-4b6c-96bd-76467a72f8f9 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:05.144949 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:05.230478 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 75aee67e-5060-4b6c-96bd-76467a72f8f9 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:05.379601 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea5697-0fd3-432e-9431-013e8fd16a5e req-4b178f82-e351-4dd2-99c8-8589d48090e7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:05.484457 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e0ea5697-0fd3-432e-9431-013e8fd16a5e req-4b178f82-e351-4dd2-99c8-8589d48090e7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0514874 Apr 11 13:27:05.484457 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e0ea5697-0fd3-432e-9431-013e8fd16a5e req-bb76aea9-5d30-4346-8654-4d1d0bbf1191 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444114 Apr 11 13:27:06.102169 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-afb011c6-845e-4edc-a242-1210d1e01d68 req-bcb98021-f674-45dc-9488-65dac5c96177 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0311992 Apr 11 13:27:06.120645 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4688241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4505319'] for subnet (9cd4b6f9-b7a6-4e31-9747-53a372aa9856), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.177701 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd4b6f9-b7a6-4e31-9747-53a372aa9856,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:06.187799 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Checking segment: {'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:06.193319 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Network hostable DHCP agents. Network: 529b041d-0643-4bd8-8f19-9c14249be0ad, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:27:06.193453 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (3a320868-8393-424f-a523-c587e84b1e68), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.269427 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b622165-af4e-4fe3-b82f-744463e678c2 None None] Pushing event updated for resources: {'Port': ['ID=3a320868-8393-424f-a523-c587e84b1e68,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:06.315952 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Attempting to bind port 3a320868-8393-424f-a523-c587e84b1e68 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:27:06.316323 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Attempting to bind port 3a320868-8393-424f-a523-c587e84b1e68 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:27:06.316685 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Attempting to bind port 3a320868-8393-424f-a523-c587e84b1e68 on network c45c0cfb-6688-4424-b694-73f67fd78218 {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:06.322211 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:27:06.322594 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Checking segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:06.322998 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.323957 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Bound using segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:27:06.324420 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Bound port: 3a320868-8393-424f-a523-c587e84b1e68, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:27:06.324793 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3a320868-8393-424f-a523-c587e84b1e68), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.335454 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Network 529b041d-0643-4bd8-8f19-9c14249be0ad is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:27:06.398333 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] For port 3a320868-8393-424f-a523-c587e84b1e68, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:27:06.402817 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] For port 3a320868-8393-424f-a523-c587e84b1e68, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3a320868-8393-424f-a523-c587e84b1e68,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:27:06.425227 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-961d4857-f61e-4963-9678-5362d275272e None None] Provisioning complete for port 3a320868-8393-424f-a523-c587e84b1e68 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:06.425589 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-961d4857-f61e-4963-9678-5362d275272e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3a320868-8393-424f-a523-c587e84b1e68), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.460561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-961d4857-f61e-4963-9678-5362d275272e None None] Port 3a320868-8393-424f-a523-c587e84b1e68 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:27:06.469749 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, 529b041d-0643-4bd8-8f19-9c14249be0ad) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:06.477892 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd531a82-e842-4054-9cac-863665db5f94 None None] Network 529b041d-0643-4bd8-8f19-9c14249be0ad requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:27:06.478356 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:06.478948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.520909 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382e448-d414-4f07-8c14-e4409735de98 req-44122493-7893-4c16-bf49-a4dea18af695 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:06.522443 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-44122493-7893-4c16-bf49-a4dea18af695 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.50 "GET /v2.0/networks?id=89781d5b-dfd6-49b0-8fde-7f1e39c2893e HTTP/1.1" status: 200 len: 809 time: 0.1227167 Apr 11 13:27:06.540095 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (3a320868-8393-424f-a523-c587e84b1e68), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.639158 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-15bf9007-72e4-4f99-b3dd-467213611a68 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1832373 Apr 11 13:27:06.639501 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:06.639501 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:06.639691 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50542) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:06.641529 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b622165-af4e-4fe3-b82f-744463e678c2 None None] Pushing event updated for resources: {'Port': ['ID=3a320868-8393-424f-a523-c587e84b1e68,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:06.646626 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:06.659965 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab948b97-cdf3-4c42-a279-e7a39cf4cabd req-925a8677-07bd-4365-aca4-9d1143e92024 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:06.661662 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab948b97-cdf3-4c42-a279-e7a39cf4cabd req-925a8677-07bd-4365-aca4-9d1143e92024 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0580153 Apr 11 13:27:06.682432 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7224cfe2-4f3b-54c8-bf95-7dab336f379e-529b041d-0643-4bd8-8f19-9c14249be0ad', 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad', 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'fixed_ips': [{'subnet_id': '9cd4b6f9-b7a6-4e31-9747-53a372aa9856'}]}} from dv-cinder-836973-2-iscsi. {{(pid=103911) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 13:27:06.689516 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.737422 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab948b97-cdf3-4c42-a279-e7a39cf4cabd req-2137b104-ba85-4393-83c0-7959197abe7c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683286 Apr 11 13:27:06.783252 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-8108368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6041'] for router (bc549863-db1e-4e45-aa64-c57b24c171d5), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.784487 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8108256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7927387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8051004', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6048'] for router (bc549863-db1e-4e45-aa64-c57b24c171d5), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.847692 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Request body: {'port': {'device_id': '67150bf7-4044-41b4-b7c6-3aa6728136b6', 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e', 'admin_state_up': True, 'tenant_id': '2911e29b2a1c4ae0b0a349dcf665ace3'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:06.856464 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks [] for router_controller (bc549863-db1e-4e45-aa64-c57b24c171d5), precommit_add_association {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:06.861703 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:06.924206 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.db_base_plugin_common [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Allocated IP 172.20.0.2 (529b041d-0643-4bd8-8f19-9c14249be0ad/9cd4b6f9-b7a6-4e31-9747-53a372aa9856/01af3ee8-a5fe-4b43-9dff-b2a19226e081) {{(pid=103911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:27:06.929175 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-694040c6-9311-40d7-8999-cb9a07a1f2ae None None] Provisioning complete for port 3a320868-8393-424f-a523-c587e84b1e68 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:06.929559 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-694040c6-9311-40d7-8999-cb9a07a1f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3a320868-8393-424f-a523-c587e84b1e68), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.045577 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Made reservation on behalf of 2911e29b2a1c4ae0b0a349dcf665ace3 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:27:07.049257 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.091263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks [] for router_gateway (bc549863-db1e-4e45-aa64-c57b24c171d5), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.223839 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Allocated IP 172.20.0.14 (89781d5b-dfd6-49b0-8fde-7f1e39c2893e/7fb6873d-8f22-4cdf-8716-48aa97db9ad4/dbcda183-6c88-4d84-a3e6-467efaeea520) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:27:07.235961 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-96ba2191-afb3-473e-9635-8aec36c913ae req-1cd4310a-b98d-4b2b-93d6-6b13f6c5d210 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0392377 Apr 11 13:27:07.378423 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-694040c6-9311-40d7-8999-cb9a07a1f2ae None None] Current status of the port 3a320868-8393-424f-a523-c587e84b1e68 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:07.378976 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-694040c6-9311-40d7-8999-cb9a07a1f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (3a320868-8393-424f-a523-c587e84b1e68), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.420385 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks [] for router_gateway (bc549863-db1e-4e45-aa64-c57b24c171d5), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.427261 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks [] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.440446 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.474741 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-694040c6-9311-40d7-8999-cb9a07a1f2ae None None] For port 3a320868-8393-424f-a523-c587e84b1e68, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3a320868-8393-424f-a523-c587e84b1e68,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:07.485083 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:06Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:07.522853 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c026d5-8f14-49ef-ba4d-f45318a395da None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:06Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:27:07.528535 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.530712 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Publish callbacks [] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), precommit_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.552536 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Allocated IP 172.27.3.162 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/4afbbccd-f652-484f-a15f-72319a9baa32) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:27:07.560006 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-694040c6-9311-40d7-8999-cb9a07a1f2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (3a320868-8393-424f-a523-c587e84b1e68), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.597946 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:07.606985 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:07.611217 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:27:07.635355 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), after_create {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.646795 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Pushing event updated for resources: {'Port': ['ID=dbcda183-6c88-4d84-a3e6-467efaeea520,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:07.676924 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694040c6-9311-40d7-8999-cb9a07a1f2ae None None] Pushing event updated for resources: {'Port': ['ID=3a320868-8393-424f-a523-c587e84b1e68,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:07.682051 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Network 529b041d-0643-4bd8-8f19-9c14249be0ad is already hosted by enough agents. {{(pid=103911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:07.688674 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.scheduler.base_scheduler [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Resources bound (agent type, host, resource id): {{(pid=103911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:07.700256 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks [] for port (4afbbccd-f652-484f-a15f-72319a9baa32), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.707694 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Received port after_create {{(pid=103911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:27:07.712813 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:07.713643 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.770879 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Pushing event updated for resources: {'Port': ['ID=01af3ee8-a5fe-4b43-9dff-b2a19226e081,revision_number=1']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:07.787854 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Attempting to bind port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:27:07.788229 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Attempting to bind port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:27:07.788705 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Attempting to bind port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 on network 529b041d-0643-4bd8-8f19-9c14249be0ad {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:07.789625 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-5fe3f89a-0cab-44a5-84ea-8836928c8018 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9459026 Apr 11 13:27:07.795015 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:27:07.795399 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Checking segment: {'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:07.795802 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.796740 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Bound using segment: {'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:27:07.796740 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Bound port: 01af3ee8-a5fe-4b43-9dff-b2a19226e081, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:27:07.797034 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.805203 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Request body: {'port': {'device_id': '67150bf7-4044-41b4-b7c6-3aa6728136b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:07.809900 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.861746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:07.865204 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:07.869696 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:27:07.884428 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] For port 01af3ee8-a5fe-4b43-9dff-b2a19226e081, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:27:07.888970 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] For port 01af3ee8-a5fe-4b43-9dff-b2a19226e081, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=01af3ee8-a5fe-4b43-9dff-b2a19226e081,segment=NetworkSegment(6d1b6069-1e34-4ad1-b00b-060e213641c8),segment_id=6d1b6069-1e34-4ad1-b00b-060e213641c8)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:27:07.913895 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4afbbccd-f652-484f-a15f-72319a9baa32,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:07.930054 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a83c8-8188-447e-b9e5-eebbf84c37c6 req-03e219c7-2e9c-4074-9d49-7e29a18ed9bc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:07.931660 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-578a83c8-8188-447e-b9e5-eebbf84c37c6 req-03e219c7-2e9c-4074-9d49-7e29a18ed9bc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0825796 Apr 11 13:27:07.933302 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:07.957898 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:08.050539 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afa3fe-d30c-46c6-8fc8-3c4ef92bfa02 None None] Pushing event updated for resources: {'Port': ['ID=01af3ee8-a5fe-4b43-9dff-b2a19226e081,revision_number=2']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:08.152427 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-578a83c8-8188-447e-b9e5-eebbf84c37c6 req-47e98f1f-6428-4cb7-8418-cfb1850facf9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102568 Apr 11 13:27:08.282393 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcda183-6c88-4d84-a3e6-467efaeea520 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:27:08.291537 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Publish callbacks [] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:08.306584 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Transition to ACTIVE for port object dbcda183-6c88-4d84-a3e6-467efaeea520 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:27:08.346567 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks [] for router_gateway (bc549863-db1e-4e45-aa64-c57b24c171d5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:08.414829 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:08.468173 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36585ba6-4800-45f0-91f9-483f12b75693 req-c4c9aacc-9db2-4275-88fa-f959fb454929 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:08.470628 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-36585ba6-4800-45f0-91f9-483f12b75693 req-c4c9aacc-9db2-4275-88fa-f959fb454929 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 932 time: 0.1210642 Apr 11 13:27:08.565726 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-36585ba6-4800-45f0-91f9-483f12b75693 req-33130e57-0a19-4da4-8384-3fa0b1cc4f0a tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665536 Apr 11 13:27:08.681716 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8108249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8064936'] for router (bc549863-db1e-4e45-aa64-c57b24c171d5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:08.742684 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcda183-6c88-4d84-a3e6-467efaeea520,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:08.815783 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Attempting to bind port dbcda183-6c88-4d84-a3e6-467efaeea520 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:27:08.816128 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Attempting to bind port dbcda183-6c88-4d84-a3e6-467efaeea520 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:27:08.816461 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Attempting to bind port dbcda183-6c88-4d84-a3e6-467efaeea520 on network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:08.821922 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Port dbcda183-6c88-4d84-a3e6-467efaeea520 on network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:27:08.822321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Attempting to bind port dbcda183-6c88-4d84-a3e6-467efaeea520 on network 89781d5b-dfd6-49b0-8fde-7f1e39c2893e {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:08.829780 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:27:08.830297 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Checking segment: {'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:08.830689 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Bound using segment: {'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:27:08.831252 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Bound port: dbcda183-6c88-4d84-a3e6-467efaeea520, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:27:08.831629 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:08.905925 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] For port dbcda183-6c88-4d84-a3e6-467efaeea520, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:27:08.909231 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] For port dbcda183-6c88-4d84-a3e6-467efaeea520, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=dbcda183-6c88-4d84-a3e6-467efaeea520,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:27:08.942781 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Router bc549863-db1e-4e45-aa64-c57b24c171d5 is scheduled to L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f with binding_index 1 {{(pid=103909) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 13:27:09.009452 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.053901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:09.055033 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.056018 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] 10.222.0.50 "PUT /v2.0/ports/dbcda183-6c88-4d84-a3e6-467efaeea520 HTTP/1.1" status: 200 len: 1094 time: 1.2552028 Apr 11 13:27:09.059428 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67150bf7-4044-41b4-b7c6-3aa6728136b6', 'tag': 'dbcda183-6c88-4d84-a3e6-467efaeea520'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:27:09.062840 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a41122-5a58-4042-8421-880622cfa646" -d '{"events": [{"name": "network-changed", "server_uuid": "67150bf7-4044-41b4-b7c6-3aa6728136b6", "tag": "dbcda183-6c88-4d84-a3e6-467efaeea520"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:27:09.085757 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:27:09.094568 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Sync routers for ids ['bc549863-db1e-4e45-aa64-c57b24c171d5'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:27:09.114793 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Routers {'bc549863-db1e-4e45-aa64-c57b24c171d5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:09.115432 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['bc549863-db1e-4e45-aa64-c57b24c171d5'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:09.117537 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bf0bf-97a9-4499-9d01-ed78f13cdd36 service neutron] Pushing event updated for resources: {'Port': ['ID=dbcda183-6c88-4d84-a3e6-467efaeea520,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:09.144633 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5532626-d685-4800-b60a-4e9384a8e6bd x-openstack-request-id: req-e5532626-d685-4800-b60a-4e9384a8e6bd {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:27:09.144633 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67150bf7-4044-41b4-b7c6-3aa6728136b6", "tag": "dbcda183-6c88-4d84-a3e6-467efaeea520", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:27:09.144633 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5532626-d685-4800-b60a-4e9384a8e6bd {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:27:09.144633 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5532626-d685-4800-b60a-4e9384a8e6bd'] response: {'name': 'network-changed', 'server_uuid': '67150bf7-4044-41b4-b7c6-3aa6728136b6', 'tag': 'dbcda183-6c88-4d84-a3e6-467efaeea520', 'status': 'completed', 'code': 200} Apr 11 13:27:09.165052 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.168858 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3074ed6c-ea25-4a98-a174-1c5b154aa1a5 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5248463 Apr 11 13:27:09.172204 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50556) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:09.207626 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3a320868-8393-424f-a523-c587e84b1e68 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:09.271443 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a41122-5a58-4042-8421-880622cfa646 req-5e7cf228-f77a-41eb-a714-7f9f889a52fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:09.272703 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Set router bc549863-db1e-4e45-aa64-c57b24c171d5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:09.272966 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91a41122-5a58-4042-8421-880622cfa646 req-5e7cf228-f77a-41eb-a714-7f9f889a52fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 1128 time: 0.1079335 Apr 11 13:27:09.279667 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad56c88-9380-4866-8ec0-0c27a0c57cf8 None None] Network 529b041d-0643-4bd8-8f19-9c14249be0ad requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:27:09.338394 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db782c61-e893-43dc-aff4-6a72f4535006 req-f7ab1b29-931c-4052-b2d9-cd1665fd1968 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:09.346525 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db782c61-e893-43dc-aff4-6a72f4535006 req-f7ab1b29-931c-4052-b2d9-cd1665fd1968 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0687969 Apr 11 13:27:09.361949 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-9a84155f-b3d9-49a2-97bc-3aaa89ddcf60 None None] Provisioning complete for port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:09.362350 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9a84155f-b3d9-49a2-97bc-3aaa89ddcf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.419969 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 3a320868-8393-424f-a523-c587e84b1e68 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:09.420351 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (3a320868-8393-424f-a523-c587e84b1e68), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.443554 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a41122-5a58-4042-8421-880622cfa646 req-563b3cf0-1214-4010-9e40-21b07324e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:09.445952 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91a41122-5a58-4042-8421-880622cfa646 req-563b3cf0-1214-4010-9e40-21b07324e84c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1616769 Apr 11 13:27:09.448621 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-db782c61-e893-43dc-aff4-6a72f4535006 req-f16c1084-5167-4c1a-9ce4-d3ef60e0eb96 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009910 Apr 11 13:27:09.484493 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:27:08Z', 'revision_number': 3, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port': {'id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:07Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:09.533157 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Checking router: bc549863-db1e-4e45-aa64-c57b24c171d5 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:27:09.533910 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Updating router bc549863-db1e-4e45-aa64-c57b24c171d5 port 4afbbccd-f652-484f-a15f-72319a9baa32 binding host dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:27:09.567534 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.577002 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a41122-5a58-4042-8421-880622cfa646 req-381246b8-13f0-409f-b5f1-e0598bb97a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:09.579813 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-91a41122-5a58-4042-8421-880622cfa646 req-381246b8-13f0-409f-b5f1-e0598bb97a0e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1240666 Apr 11 13:27:09.590492 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-9a84155f-b3d9-49a2-97bc-3aaa89ddcf60 None None] Current status of the port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:09.590935 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9a84155f-b3d9-49a2-97bc-3aaa89ddcf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.597491 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 3a320868-8393-424f-a523-c587e84b1e68 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:09.609340 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 01af3ee8-a5fe-4b43-9dff-b2a19226e081 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:09.703622 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382e448-d414-4f07-8c14-e4409735de98 req-0080c85a-f2eb-4bca-b228-56537b3c7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:09.710648 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-0080c85a-f2eb-4bca-b228-56537b3c7f8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 1128 time: 0.0785816 Apr 11 13:27:09.765283 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-9a84155f-b3d9-49a2-97bc-3aaa89ddcf60 None None] For port 01af3ee8-a5fe-4b43-9dff-b2a19226e081, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=01af3ee8-a5fe-4b43-9dff-b2a19226e081,segment=NetworkSegment(6d1b6069-1e34-4ad1-b00b-060e213641c8),segment_id=6d1b6069-1e34-4ad1-b00b-060e213641c8)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:09.767427 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:09.768087 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.791567 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01308a84-603e-458a-824c-8fd2cb6d53f4 req-caae2ae6-0f59-40ec-9184-79e8de9e14f2 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:09.793082 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-01308a84-603e-458a-824c-8fd2cb6d53f4 req-caae2ae6-0f59-40ec-9184-79e8de9e14f2 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 944 time: 0.0920346 Apr 11 13:27:09.861653 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-edad0017-2b14-4506-a189-8e9891739489 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbcda183-6c88-4d84-a3e6-467efaeea520 HTTP/1.1" status: 200 len: 217 time: 0.0573003 Apr 11 13:27:09.885503 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9a84155f-b3d9-49a2-97bc-3aaa89ddcf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.930525 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:09.931395 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:09.938147 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-01308a84-603e-458a-824c-8fd2cb6d53f4 req-b17c7688-7591-402f-8ec2-de7f53f1f916 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344304 Apr 11 13:27:09.944182 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382e448-d414-4f07-8c14-e4409735de98 req-de5e89ac-21f5-44c7-9aa4-aef2b8691f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:09.945797 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-de5e89ac-21f5-44c7-9aa4-aef2b8691f16 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7fb6873d-8f22-4cdf-8716-48aa97db9ad4 HTTP/1.1" status: 200 len: 849 time: 0.0824311 Apr 11 13:27:09.979149 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84155f-b3d9-49a2-97bc-3aaa89ddcf60 None None] Pushing event updated for resources: {'Port': ['ID=01af3ee8-a5fe-4b43-9dff-b2a19226e081,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:09.987184 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-366ca122-c1bf-46c9-a5b1-c8ce9c319dc7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=89781d5b-dfd6-49b0-8fde-7f1e39c2893e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316999 Apr 11 13:27:09.992547 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Publish callbacks [] for port (4afbbccd-f652-484f-a15f-72319a9baa32), precommit_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.028600 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-19e4e5ae-1398-465e-9ca5-ad2a71850b8c None None] Provisioning complete for port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:10.028972 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-19e4e5ae-1398-465e-9ca5-ad2a71850b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.059523 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.db.api [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103911) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 13:27:10.059873 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG oslo_db.api [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 13:27:10.077239 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.085111 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-b62aca83-befc-43f6-a2a5-df2d16eb2a0d service neutron] 10.222.0.50 "GET /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882771 Apr 11 13:27:10.138501 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Attempting to bind port 4afbbccd-f652-484f-a15f-72319a9baa32 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:27:10.139520 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Attempting to bind port 4afbbccd-f652-484f-a15f-72319a9baa32 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:27:10.140052 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Attempting to bind port 4afbbccd-f652-484f-a15f-72319a9baa32 on network a261b16f-6e85-45fe-8d8a-0df8726f1395 {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:10.145210 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-19e4e5ae-1398-465e-9ca5-ad2a71850b8c None None] Current status of the port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:10.148111 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a3b1a-d7c8-4361-810b-ff4ed3423ea3 None None] Pushing event updated for resources: {'Port': ['ID=4afbbccd-f652-484f-a15f-72319a9baa32,revision_number=2']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:10.152728 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:27:10.153329 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Checking segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:10.153910 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.154485 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Bound using segment: {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'} {{(pid=103912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:27:10.155114 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.managers [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Bound port: 4afbbccd-f652-484f-a15f-72319a9baa32, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b407ef7a-c38c-4c70-a6c1-88d3f745a3e2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}}] {{(pid=103912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:27:10.155666 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), before_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.169621 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.193404 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0382e448-d414-4f07-8c14-e4409735de98 req-ccfac3e7-1960-4a6f-a7c7-5fe737a660c4 service neutron] 10.222.0.50 "GET /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983570 Apr 11 13:27:10.212524 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] For port 4afbbccd-f652-484f-a15f-72319a9baa32, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:27:10.216037 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.plugins.ml2.db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] For port 4afbbccd-f652-484f-a15f-72319a9baa32, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=4afbbccd-f652-484f-a15f-72319a9baa32,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:27:10.303010 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron_lib.callbacks.manager [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), after_update {{(pid=103912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.341520 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Allocated IP 172.20.0.1 (529b041d-0643-4bd8-8f19-9c14249be0ad/9cd4b6f9-b7a6-4e31-9747-53a372aa9856/61b0d828-c3c7-46e0-a631-79ac9a1e9411) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:27:10.359487 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Routers {'bc549863-db1e-4e45-aa64-c57b24c171d5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:10.360095 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['bc549863-db1e-4e45-aa64-c57b24c171d5'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:10.399688 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a3b1a-d7c8-4361-810b-ff4ed3423ea3 None None] Pushing event updated for resources: {'Port': ['ID=4afbbccd-f652-484f-a15f-72319a9baa32,revision_number=3']} {{(pid=103912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:10.447364 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Publish callbacks [] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.474163 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] Set router bc549863-db1e-4e45-aa64-c57b24c171d5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:10.555120 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.604453 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:10.607623 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43990966-9b8a-4767-b9b5-de9a8f2be760 req-97a3fc11-d7a2-4cd7-b955-d5cbcd954873 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:10.609443 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-43990966-9b8a-4767-b9b5-de9a8f2be760 req-97a3fc11-d7a2-4cd7-b955-d5cbcd954873 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0867500 Apr 11 13:27:10.627881 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Network 529b041d-0643-4bd8-8f19-9c14249be0ad is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:10.633117 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:10.636063 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:27:10.658670 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:27:08Z', 'revision_number': 3, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port': {'id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:07Z', 'updated_at': '2022-04-11T13:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:10.668165 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Pushing event updated for resources: {'Port': ['ID=61b0d828-c3c7-46e0-a631-79ac9a1e9411,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:10.685439 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9991c234-54c7-4889-b9ff-42aa47bfc0fe None None] The sync data for ids ['bc549863-db1e-4e45-aa64-c57b24c171d5'] in dv-cinder-836973-2-iscsi is: [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:27:08Z', 'revision_number': 3, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port': {'id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:07Z', 'updated_at': '2022-04-11T13:27:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:27:10.713133 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8064859'] for router_interface (bc549863-db1e-4e45-aa64-c57b24c171d5), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.719579 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-43990966-9b8a-4767-b9b5-de9a8f2be760 req-e34985cd-2d33-4042-b9d9-dbc8bb82fe08 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035409 Apr 11 13:27:10.868954 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-a4c0686b-eae6-4edf-a841-8e8abb8523fc None None] Provisioning complete for port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:10.869322 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a4c0686b-eae6-4edf-a841-8e8abb8523fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:10.908588 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0686b-eae6-4edf-a841-8e8abb8523fc None None] Port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:27:10.925491 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.070724 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58aeeb7-dde1-4675-a407-fd62faaae7fb req-8ff784d3-0953-41cd-90b1-9420179d5df7 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:11.072999 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b58aeeb7-dde1-4675-a407-fd62faaae7fb req-8ff784d3-0953-41cd-90b1-9420179d5df7 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 944 time: 0.0579860 Apr 11 13:27:11.155110 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b58aeeb7-dde1-4675-a407-fd62faaae7fb req-1bcfc5e2-ed3b-4333-995d-f22819eba750 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739751 Apr 11 13:27:11.156716 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Publish callbacks [] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.179189 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 01af3ee8-a5fe-4b43-9dff-b2a19226e081 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:11.223322 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.231867 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:11.232355 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.294479 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Pushing event updated for resources: {'Port': ['ID=61b0d828-c3c7-46e0-a631-79ac9a1e9411,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:11.297036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7875825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7927787'] for router_interface (bc549863-db1e-4e45-aa64-c57b24c171d5), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.315265 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:11.316456 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 4afbbccd-f652-484f-a15f-72319a9baa32 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:11.359492 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device dbcda183-6c88-4d84-a3e6-467efaeea520 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:27:11.382337 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 4afbbccd-f652-484f-a15f-72319a9baa32 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:11.382337 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.411432 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Network 529b041d-0643-4bd8-8f19-9c14249be0ad is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:11.412639 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:11.545824 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port dbcda183-6c88-4d84-a3e6-467efaeea520, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=dbcda183-6c88-4d84-a3e6-467efaeea520,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:11.556452 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 4afbbccd-f652-484f-a15f-72319a9baa32 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:11.556849 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.568084 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'dbcda183-6c88-4d84-a3e6-467efaeea520', 'network_id': '89781d5b-dfd6-49b0-8fde-7f1e39c2893e', 'port_id': 'dbcda183-6c88-4d84-a3e6-467efaeea520', 'mac_address': 'fa:16:3e:77:be:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb6873d-8f22-4cdf-8716-48aa97db9ad4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:27:11.570389 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Router bc549863-db1e-4e45-aa64-c57b24c171d5 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:27:11.587426 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] For port 4afbbccd-f652-484f-a15f-72319a9baa32, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=4afbbccd-f652-484f-a15f-72319a9baa32,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:11.627926 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port dbcda183-6c88-4d84-a3e6-467efaeea520 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:11.629004 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.645947 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcda183-6c88-4d84-a3e6-467efaeea520 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:27:11.669752 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port dbcda183-6c88-4d84-a3e6-467efaeea520, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=dbcda183-6c88-4d84-a3e6-467efaeea520,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:11.685917 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.706746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:27:11.711977 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-3dddbe40-8f08-4b36-b901-3b93c8cb1cce admin admin] 10.222.0.49 "PUT /v2.0/routers/bc549863-db1e-4e45-aa64-c57b24c171d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5387700 Apr 11 13:27:11.749526 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Pushing event updated for resources: {'Port': ['ID=4afbbccd-f652-484f-a15f-72319a9baa32,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:11.756280 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-f9732bee-4f75-45a6-8262-1e3fbd2942c5 None None] Provisioning complete for port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:11.756661 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f9732bee-4f75-45a6-8262-1e3fbd2942c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.786819 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:11.827093 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-f9732bee-4f75-45a6-8262-1e3fbd2942c5 None None] Port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:27:11.847299 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=dbcda183-6c88-4d84-a3e6-467efaeea520,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:11.864609 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776726e7-6c4f-4808-ae8a-3f6545afd21d req-7e534aff-c9d1-4b6c-ad8b-4d23b3bce696 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:11.866225 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-776726e7-6c4f-4808-ae8a-3f6545afd21d req-7e534aff-c9d1-4b6c-ad8b-4d23b3bce696 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0573068 Apr 11 13:27:11.915879 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-776726e7-6c4f-4808-ae8a-3f6545afd21d req-f91932ef-0e73-4ced-902b-d50d56592d49 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432723 Apr 11 13:27:12.050994 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['dbcda183-6c88-4d84-a3e6-467efaeea520'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:27:12.283073 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0979c-c181-4550-8f64-bc04b1f52fb9 req-ec13ed0f-bef7-4fdd-8f49-146038081961 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:12.284798 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aba0979c-c181-4550-8f64-bc04b1f52fb9 req-ec13ed0f-bef7-4fdd-8f49-146038081961 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 945 time: 0.0589676 Apr 11 13:27:12.342693 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aba0979c-c181-4550-8f64-bc04b1f52fb9 req-9ad38e83-32fa-45ff-b64e-206b84ddb3a0 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518975 Apr 11 13:27:12.483572 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Sync routers for ids ['bc549863-db1e-4e45-aa64-c57b24c171d5'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:27:12.493249 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Routers {'bc549863-db1e-4e45-aa64-c57b24c171d5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:12.493867 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['bc549863-db1e-4e45-aa64-c57b24c171d5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:12.496637 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50576) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:12.501214 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-85f0a5de-e9f2-4d73-8205-f3698f9f66b5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732671704', 'description': 'tempest-secgroup-smoke-732671704 description', 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:12.580569 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-85f0a5de-e9f2-4d73-8205-f3698f9f66b5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:12.604349 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Set router bc549863-db1e-4e45-aa64-c57b24c171d5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:12.649951 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-85f0a5de-e9f2-4d73-8205-f3698f9f66b5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group (68429f01-a6d1-4632-9ca3-eeccf7e34c09), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:12.714539 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-85f0a5de-e9f2-4d73-8205-f3698f9f66b5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (68429f01-a6d1-4632-9ca3-eeccf7e34c09), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:12.743590 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0a5de-e9f2-4d73-8205-f3698f9f66b5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68429f01-a6d1-4632-9ca3-eeccf7e34c09,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:12.798236 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:27:10Z', 'revision_number': 4, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port': {'id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:07Z', 'updated_at': '2022-04-11T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '61b0d828-c3c7-46e0-a631-79ac9a1e9411', 'name': '', 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'mac_address': 'fa:16:3e:fc:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9cd4b6f9-b7a6-4e31-9747-53a372aa9856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:10Z', 'updated_at': '2022-04-11T13:27:10Z', 'revision_number': 2, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'subnets': [{'id': '9cd4b6f9-b7a6-4e31-9747-53a372aa9856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:12.799433 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-85f0a5de-e9f2-4d73-8205-f3698f9f66b5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:12.801094 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-85f0a5de-e9f2-4d73-8205-f3698f9f66b5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3029928 Apr 11 13:27:12.803653 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50578) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:12.808634 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-2328f506-8942-47c4-a747-fa6e14038309 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'security_group_rule': {'security_group_id': '68429f01-a6d1-4632-9ca3-eeccf7e34c09', 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:12.828593 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Checking router: bc549863-db1e-4e45-aa64-c57b24c171d5 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:27:12.828950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Updating router bc549863-db1e-4e45-aa64-c57b24c171d5 port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 binding host dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 13:27:12.856095 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:12.905914 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2328f506-8942-47c4-a747-fa6e14038309 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (993957e4-bad6-4a03-812a-717beeb285df), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:12.967165 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2328f506-8942-47c4-a747-fa6e14038309 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (993957e4-bad6-4a03-812a-717beeb285df), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.035931 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdc803-3a74-4a5f-8649-336082546f86 req-c099d82e-76e6-4112-ba20-8b0294579e30 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:13.037550 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-78fdc803-3a74-4a5f-8649-336082546f86 req-c099d82e-76e6-4112-ba20-8b0294579e30 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 943 time: 0.0480757 Apr 11 13:27:13.038757 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2328f506-8942-47c4-a747-fa6e14038309 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (993957e4-bad6-4a03-812a-717beeb285df), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.066738 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328f506-8942-47c4-a747-fa6e14038309 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993957e4-bad6-4a03-812a-717beeb285df,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:13.084660 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 4afbbccd-f652-484f-a15f-72319a9baa32 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:13.108138 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-78fdc803-3a74-4a5f-8649-336082546f86 req-0db76784-92b3-41f5-8302-8fecad1c9db1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485234 Apr 11 13:27:13.144406 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-2328f506-8942-47c4-a747-fa6e14038309 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.146520 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-2328f506-8942-47c4-a747-fa6e14038309 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3410637 Apr 11 13:27:13.149492 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50582) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:13.154717 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8b8888c4-ab93-4d3b-a26b-697ebec0f9af tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'security_group_rule': {'security_group_id': '68429f01-a6d1-4632-9ca3-eeccf7e34c09', 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:13.169972 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Publish callbacks [] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), precommit_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.179737 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 4afbbccd-f652-484f-a15f-72319a9baa32 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:13.180102 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.247485 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.263562 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b8888c4-ab93-4d3b-a26b-697ebec0f9af tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (6ec668f5-1814-4677-899e-740b90d276b8), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.298100 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 4afbbccd-f652-484f-a15f-72319a9baa32 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:13.316490 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb007-9b82-448e-9905-1a45ee138aa3 None None] Pushing event updated for resources: {'Port': ['ID=61b0d828-c3c7-46e0-a631-79ac9a1e9411,revision_number=3']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:13.328326 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b8888c4-ab93-4d3b-a26b-697ebec0f9af tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (6ec668f5-1814-4677-899e-740b90d276b8), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.364171 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:27:13.366447 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device dbcda183-6c88-4d84-a3e6-467efaeea520 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:13.405580 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b8888c4-ab93-4d3b-a26b-697ebec0f9af tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (6ec668f5-1814-4677-899e-740b90d276b8), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.416167 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Attempting to bind port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 on host dv-cinder-836973-2-iscsi for vnic_type normal with profile {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:27:13.416540 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Attempting to bind port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 by drivers openvswitch,hyperv on host dv-cinder-836973-2-iscsi at level 0 using segments [{'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:27:13.417437 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Attempting to bind port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 on network 529b041d-0643-4bd8-8f19-9c14249be0ad {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:13.432271 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8888c4-ab93-4d3b-a26b-697ebec0f9af tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec668f5-1814-4677-899e-740b90d276b8,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:13.439513 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Checking agent: {'id': '3bb79c64-c05e-4cf8-aa24-f79296c1ad88', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836973-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 9, 29), 'started_at': datetime.datetime(2022, 4, 11, 13, 9, 59), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836973-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:27:13.439895 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Checking segment: {'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:13.440299 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.440689 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Bound using segment: {'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'} {{(pid=103911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:27:13.441169 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.managers [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Bound port: 61b0d828-c3c7-46e0-a631-79ac9a1e9411, host: dv-cinder-836973-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1b6069-1e34-4ad1-b00b-060e213641c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad'}}] {{(pid=103911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:27:13.441543 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.498352 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628c071-77f9-47cd-930d-3193d535f91a req-bed759fb-b6c7-4538-b5f0-7308c732d528 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:13.499905 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0628c071-77f9-47cd-930d-3193d535f91a req-bed759fb-b6c7-4538-b5f0-7308c732d528 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 945 time: 0.0559700 Apr 11 13:27:13.504582 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8b8888c4-ab93-4d3b-a26b-697ebec0f9af tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.507231 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8b8888c4-ab93-4d3b-a26b-697ebec0f9af tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3553967 Apr 11 13:27:13.509337 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50586) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:13.514866 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-08df6b78-dff8-4989-9257-0d796ae2a418 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'security_group_rule': {'security_group_id': '68429f01-a6d1-4632-9ca3-eeccf7e34c09', 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:13.543954 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port dbcda183-6c88-4d84-a3e6-467efaeea520 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:27:13.557179 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0628c071-77f9-47cd-930d-3193d535f91a req-2cdff529-8684-4b95-9ae7-a753644838cd tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464270 Apr 11 13:27:13.598667 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:13.601600 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] For port 61b0d828-c3c7-46e0-a631-79ac9a1e9411, host dv-cinder-836973-2-iscsi, cleared binding levels {{(pid=103911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:27:13.612220 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-23e1b56e-a5ba-4a91-994e-79d48ba5fe94 None None] Provisioning complete for port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:13.612585 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-23e1b56e-a5ba-4a91-994e-79d48ba5fe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.616661 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-08df6b78-dff8-4989-9257-0d796ae2a418 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (c98e5748-d50a-4486-8a30-963751a1cf5f), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.646970 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'port_id': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'mac_address': 'fa:16:3e:dc:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:27:13.651265 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] For port 61b0d828-c3c7-46e0-a631-79ac9a1e9411, host dv-cinder-836973-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=61b0d828-c3c7-46e0-a631-79ac9a1e9411,segment=NetworkSegment(6d1b6069-1e34-4ad1-b00b-060e213641c8),segment_id=6d1b6069-1e34-4ad1-b00b-060e213641c8)] {{(pid=103911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:27:13.674128 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-08df6b78-dff8-4989-9257-0d796ae2a418 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (c98e5748-d50a-4486-8a30-963751a1cf5f), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.685715 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-23e1b56e-a5ba-4a91-994e-79d48ba5fe94 None None] Port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:27:13.688153 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port dbcda183-6c88-4d84-a3e6-467efaeea520 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:13.688526 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.724453 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.730592 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:13.730971 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.748832 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-08df6b78-dff8-4989-9257-0d796ae2a418 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (c98e5748-d50a-4486-8a30-963751a1cf5f), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.768891 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df6b78-dff8-4989-9257-0d796ae2a418 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98e5748-d50a-4486-8a30-963751a1cf5f,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:13.791329 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:27:13.830519 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Routers {'bc549863-db1e-4e45-aa64-c57b24c171d5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:13.831215 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:26:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['bc549863-db1e-4e45-aa64-c57b24c171d5'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:13.836572 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbb007-9b82-448e-9905-1a45ee138aa3 None None] Pushing event updated for resources: {'Port': ['ID=61b0d828-c3c7-46e0-a631-79ac9a1e9411,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:13.843053 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:13.880664 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-08df6b78-dff8-4989-9257-0d796ae2a418 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.884987 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-08df6b78-dff8-4989-9257-0d796ae2a418 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3714643 Apr 11 13:27:13.888066 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50588) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:13.890493 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-261c32e0-7028-4233-b594-9edac5706b55 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'security_group_rule': {'security_group_id': '68429f01-a6d1-4632-9ca3-eeccf7e34c09', 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:13.956668 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port dbcda183-6c88-4d84-a3e6-467efaeea520 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:13.957065 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.959286 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:13.996358 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-261c32e0-7028-4233-b594-9edac5706b55 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (049eae1c-45ca-430c-a51e-db4dd4555379), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.065915 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67150bf7-4044-41b4-b7c6-3aa6728136b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcda183-6c88-4d84-a3e6-467efaeea520'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:27:14.065915 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4307533c-418f-459f-8cfc-40f0c2c2c957" -d '{"events": [{"server_uuid": "67150bf7-4044-41b4-b7c6-3aa6728136b6", "name": "network-vif-plugged", "status": "completed", "tag": "dbcda183-6c88-4d84-a3e6-467efaeea520"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:27:14.071820 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] Set router bc549863-db1e-4e45-aa64-c57b24c171d5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:14.075798 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-261c32e0-7028-4233-b594-9edac5706b55 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (049eae1c-45ca-430c-a51e-db4dd4555379), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.075954 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-cfd3eaf2-7623-44a4-b499-018aa823da25 None None] Provisioning complete for port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:14.076255 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cfd3eaf2-7623-44a4-b499-018aa823da25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.154506 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-261c32e0-7028-4233-b594-9edac5706b55 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (049eae1c-45ca-430c-a51e-db4dd4555379), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.179243 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c32e0-7028-4233-b594-9edac5706b55 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049eae1c-45ca-430c-a51e-db4dd4555379,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:14.237703 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b40ff-6b67-4c6f-a72b-7a4fb48926b0 req-f6e84717-d0a2-4c9a-ba07-1c0d7bb6e4b1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:14.239164 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-563b40ff-6b67-4c6f-a72b-7a4fb48926b0 req-f6e84717-d0a2-4c9a-ba07-1c0d7bb6e4b1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 944 time: 0.0504632 Apr 11 13:27:14.241322 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port dbcda183-6c88-4d84-a3e6-467efaeea520, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=dbcda183-6c88-4d84-a3e6-467efaeea520,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:14.244819 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce2f431-a9d8-47ac-84a1-77cbe1895125 x-openstack-request-id: req-2ce2f431-a9d8-47ac-84a1-77cbe1895125 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:27:14.245328 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67150bf7-4044-41b4-b7c6-3aa6728136b6", "name": "network-vif-plugged", "status": "completed", "tag": "dbcda183-6c88-4d84-a3e6-467efaeea520", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:27:14.245592 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2ce2f431-a9d8-47ac-84a1-77cbe1895125 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:27:14.245970 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce2f431-a9d8-47ac-84a1-77cbe1895125'] response: {'server_uuid': '67150bf7-4044-41b4-b7c6-3aa6728136b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcda183-6c88-4d84-a3e6-467efaeea520', 'code': 200} Apr 11 13:27:14.254008 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-261c32e0-7028-4233-b594-9edac5706b55 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.258335 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-261c32e0-7028-4233-b594-9edac5706b55 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3714089 Apr 11 13:27:14.261201 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 50594) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:14.266875 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-8f72017c-7fc0-450a-b26e-7c5fec09a024 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'security_group_rule': {'security_group_id': '68429f01-a6d1-4632-9ca3-eeccf7e34c09', 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:14.285897 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=9']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:14.305722 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-563b40ff-6b67-4c6f-a72b-7a4fb48926b0 req-8dd7a1fb-f2f3-4a4e-ac83-2012a57a4b48 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562425 Apr 11 13:27:14.328494 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.373401 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:27:14.403199 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.securitygroups_db [None req-8f72017c-7fc0-450a-b26e-7c5fec09a024 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Project 31c04750f0ea4e5a87fdbde19c5b91a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:27:14.417950 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8f72017c-7fc0-450a-b26e-7c5fec09a024 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (311d1918-11ed-4b3d-948a-9c64d6e93731), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.435175 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302e278-1ae5-44ea-b71c-c4ee21a0d875 req-d41267bc-23a7-47c8-9740-c71dbc61bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:14.436673 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d302e278-1ae5-44ea-b71c-c4ee21a0d875 req-d41267bc-23a7-47c8-9740-c71dbc61bb87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 1130 time: 0.0440688 Apr 11 13:27:14.481895 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8f72017c-7fc0-450a-b26e-7c5fec09a024 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (311d1918-11ed-4b3d-948a-9c64d6e93731), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.497307 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d302e278-1ae5-44ea-b71c-c4ee21a0d875 req-cc0b3fcc-56f9-469e-af74-04ed28f95bd1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468283 Apr 11 13:27:14.510415 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=dbcda183-6c88-4d84-a3e6-467efaeea520,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:14.539547 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3eaf2-7623-44a4-b499-018aa823da25 None None] Current status of the port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 is: DOWN; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:14.541150 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cfd3eaf2-7623-44a4-b499-018aa823da25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.559722 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8f72017c-7fc0-450a-b26e-7c5fec09a024 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (311d1918-11ed-4b3d-948a-9c64d6e93731), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.579562 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72017c-7fc0-450a-b26e-7c5fec09a024 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311d1918-11ed-4b3d-948a-9c64d6e93731,revision_number=0']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:14.632855 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-cfd3eaf2-7623-44a4-b499-018aa823da25 None None] For port 61b0d828-c3c7-46e0-a631-79ac9a1e9411, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=61b0d828-c3c7-46e0-a631-79ac9a1e9411,segment=NetworkSegment(6d1b6069-1e34-4ad1-b00b-060e213641c8),segment_id=6d1b6069-1e34-4ad1-b00b-060e213641c8)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:14.641327 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:27:10Z', 'revision_number': 4, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port': {'id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:07Z', 'updated_at': '2022-04-11T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '61b0d828-c3c7-46e0-a631-79ac9a1e9411', 'name': '', 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'mac_address': 'fa:16:3e:fc:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9cd4b6f9-b7a6-4e31-9747-53a372aa9856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:10Z', 'updated_at': '2022-04-11T13:27:13Z', 'revision_number': 4, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'subnets': [{'id': '9cd4b6f9-b7a6-4e31-9747-53a372aa9856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:14.663756 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-8f72017c-7fc0-450a-b26e-7c5fec09a024 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.665058 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-8f72017c-7fc0-450a-b26e-7c5fec09a024 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4026661 Apr 11 13:27:14.669761 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 50598) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:14.675323 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-4c74a02d-d699-46d8-8042-148719961213 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'security_group_rule': {'security_group_id': '68429f01-a6d1-4632-9ca3-eeccf7e34c09', 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:14.678929 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91660a3f-7914-450d-954d-cf5f87b85de0 None None] The sync data for ids ['bc549863-db1e-4e45-aa64-c57b24c171d5'] in dv-cinder-836973-2-iscsi is: [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:27:10Z', 'revision_number': 4, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port': {'id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:07Z', 'updated_at': '2022-04-11T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '61b0d828-c3c7-46e0-a631-79ac9a1e9411', 'name': '', 'network_id': '529b041d-0643-4bd8-8f19-9c14249be0ad', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'mac_address': 'fa:16:3e:fc:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '9cd4b6f9-b7a6-4e31-9747-53a372aa9856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:10Z', 'updated_at': '2022-04-11T13:27:13Z', 'revision_number': 4, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'subnets': [{'id': '9cd4b6f9-b7a6-4e31-9747-53a372aa9856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:27:14.687613 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711b506-93c0-4df8-9f02-52329627e5a8 req-24213cea-60ea-45cc-9e29-e60c835a6107 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:14.689808 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2711b506-93c0-4df8-9f02-52329627e5a8 req-24213cea-60ea-45cc-9e29-e60c835a6107 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 946 time: 0.0574312 Apr 11 13:27:14.691381 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-cfd3eaf2-7623-44a4-b499-018aa823da25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.754309 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2711b506-93c0-4df8-9f02-52329627e5a8 req-f5718027-a023-4e9e-86ea-41c03cb45c43 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530970 Apr 11 13:27:14.777440 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.securitygroups_db [None req-4c74a02d-d699-46d8-8042-148719961213 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Project 31c04750f0ea4e5a87fdbde19c5b91a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 13:27:14.780354 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd3eaf2-7623-44a4-b499-018aa823da25 None None] Pushing event updated for resources: {'Port': ['ID=61b0d828-c3c7-46e0-a631-79ac9a1e9411,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:14.784594 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c74a02d-d699-46d8-8042-148719961213 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (35ef8be1-0b63-4a1c-b889-5caf9959575c), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.848459 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c74a02d-d699-46d8-8042-148719961213 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (35ef8be1-0b63-4a1c-b889-5caf9959575c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.968961 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c74a02d-d699-46d8-8042-148719961213 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (35ef8be1-0b63-4a1c-b889-5caf9959575c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:14.985121 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74a02d-d699-46d8-8042-148719961213 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35ef8be1-0b63-4a1c-b889-5caf9959575c,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:15.087882 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 61b0d828-c3c7-46e0-a631-79ac9a1e9411 up at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:15.097771 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4c74a02d-d699-46d8-8042-148719961213 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:15.101692 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4c74a02d-d699-46d8-8042-148719961213 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4284167 Apr 11 13:27:15.139601 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Provisioning complete for port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:15.145637 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:15.226303 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Current status of the port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 is: ACTIVE; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:15.374098 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:15.441837 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:15.442076 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:15.447067 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcd12c-1728-48d5-94ca-4c4d68a902f7 req-1d3337a2-6ab4-41ca-86d3-745873c9e6a5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:15.449341 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67bcd12c-1728-48d5-94ca-4c4d68a902f7 req-1d3337a2-6ab4-41ca-86d3-745873c9e6a5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 944 time: 0.0599487 Apr 11 13:27:15.506191 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-67bcd12c-1728-48d5-94ca-4c4d68a902f7 req-9531267c-f15b-4f69-9505-dc2349e3b2da tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505276 Apr 11 13:27:15.527948 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:15.528344 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:15.566461 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:15.651487 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:15.701486 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=10']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:15.884112 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8311a-7879-4618-b632-6931fd5479f3 req-3460055c-d723-4169-89b2-10f8a2562e12 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:15.885577 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1dd8311a-7879-4618-b632-6931fd5479f3 req-3460055c-d723-4169-89b2-10f8a2562e12 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 946 time: 0.0516095 Apr 11 13:27:15.938166 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1dd8311a-7879-4618-b632-6931fd5479f3 req-f548abf0-8e3e-4661-8a22-7ba4d80d4aec tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462899 Apr 11 13:27:16.247854 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:27:16.250226 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e3de7c-e8d4-46f3-8162-a2a185ab29b3" -d '{"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-plugged", "status": "completed", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:27:16.284966 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a24c5f3-7a5d-4564-843f-3c50e7134b46 x-openstack-request-id: req-0a24c5f3-7a5d-4564-843f-3c50e7134b46 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:27:16.285284 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-plugged", "status": "completed", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:27:16.285546 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0a24c5f3-7a5d-4564-843f-3c50e7134b46 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:27:16.285946 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a24c5f3-7a5d-4564-843f-3c50e7134b46'] response: {'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'code': 200} Apr 11 13:27:16.636000 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3325d12-7ef5-4a25-88f8-b149a51dd9f5 req-cd8cbd1f-0e3c-4fe0-b8c0-456af1ecaa39 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:16.637846 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3325d12-7ef5-4a25-88f8-b149a51dd9f5 req-cd8cbd1f-0e3c-4fe0-b8c0-456af1ecaa39 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 946 time: 0.0518260 Apr 11 13:27:16.690259 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a3325d12-7ef5-4a25-88f8-b149a51dd9f5 req-4540e6a3-6d91-48f1-98cf-6c5d85102231 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465200 Apr 11 13:27:16.934936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8992c6-6095-4bdc-a08e-601200727b4f req-d6f671f2-9e04-4934-a354-a2adad1fad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:16.936327 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf8992c6-6095-4bdc-a08e-601200727b4f req-d6f671f2-9e04-4934-a354-a2adad1fad73 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 1130 time: 0.0390553 Apr 11 13:27:16.988117 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bf8992c6-6095-4bdc-a08e-601200727b4f req-f3a61d68-5c9a-4bc1-b459-e91590c79674 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436313 Apr 11 13:27:17.055240 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9e1ac-46a8-488b-97bc-f95cb76b6e4d req-fcde1dbd-c5fc-49e7-afb3-2ec202aebf33 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:17.056800 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a2a9e1ac-46a8-488b-97bc-f95cb76b6e4d req-fcde1dbd-c5fc-49e7-afb3-2ec202aebf33 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 946 time: 0.0490854 Apr 11 13:27:17.106557 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a2a9e1ac-46a8-488b-97bc-f95cb76b6e4d req-6de5f381-5e4e-4829-98a6-f1e1806548f1 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441523 Apr 11 13:27:17.822014 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d9b2a-47c4-4e00-b5b9-ffee61e5c9ff req-a8f682c2-2922-4250-8c41-da6af3d39cc0 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:17.823522 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b67d9b2a-47c4-4e00-b5b9-ffee61e5c9ff req-a8f682c2-2922-4250-8c41-da6af3d39cc0 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 946 time: 0.0511372 Apr 11 13:27:17.873413 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b67d9b2a-47c4-4e00-b5b9-ffee61e5c9ff req-5c311133-c592-426c-8058-3327a1729ee1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432363 Apr 11 13:27:18.367929 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0be69-7e2b-41fd-a03d-95446725dd55 req-0db2b6e0-c31a-44a3-b930-db7251e3e680 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:18.369472 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-19b0be69-7e2b-41fd-a03d-95446725dd55 req-0db2b6e0-c31a-44a3-b930-db7251e3e680 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 946 time: 0.0492764 Apr 11 13:27:18.430129 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-19b0be69-7e2b-41fd-a03d-95446725dd55 req-41c6a281-a7ec-470c-bcad-f9537569fb4e tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540366 Apr 11 13:27:19.002527 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f8822-5bf4-4030-923f-b31f2f07fccc req-276d5b6d-e728-4018-a8d8-2a94d7c84fd3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:19.004020 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-007f8822-5bf4-4030-923f-b31f2f07fccc req-276d5b6d-e728-4018-a8d8-2a94d7c84fd3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 946 time: 0.0488567 Apr 11 13:27:19.057622 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-007f8822-5bf4-4030-923f-b31f2f07fccc req-fcec5e7e-6d16-4683-babd-262f7015ece0 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475891 Apr 11 13:27:19.545176 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3c8c3-0ea2-4c2a-8ab2-ebe7db6c2ae1 req-17407243-119c-4613-bc2b-c726b490637b tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:19.546847 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c2f3c8c3-0ea2-4c2a-8ab2-ebe7db6c2ae1 req-17407243-119c-4613-bc2b-c726b490637b tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Apr 11 13:27:19.597034 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c2f3c8c3-0ea2-4c2a-8ab2-ebe7db6c2ae1 req-001d9cb9-640e-4b7c-beb7-d0d8bec624eb tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/security-groups?id=f124da24-59dd-4213-86d8-2c112e9a26e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442548 Apr 11 13:27:20.209019 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-41ec9600-b31e-40f9-ac85-a1efdd5cfb6c tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:20.210470 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-41ec9600-b31e-40f9-ac85-a1efdd5cfb6c tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.50 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 946 time: 0.0793197 Apr 11 13:27:20.222347 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53800b4-554a-4072-9661-a6e10f957606 req-4c3ee598-e598-40b2-a8ee-9deea17f3939 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:20.223814 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e53800b4-554a-4072-9661-a6e10f957606 req-4c3ee598-e598-40b2-a8ee-9deea17f3939 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 946 time: 0.0792508 Apr 11 13:27:20.331323 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e53800b4-554a-4072-9661-a6e10f957606 req-980d428e-e41e-4e98-bb09-573a6bd9dc7c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994558 Apr 11 13:27:20.338498 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Deleting port dbcda183-6c88-4d84-a3e6-467efaeea520 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:27:20.338844 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:20.431130 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] For port dbcda183-6c88-4d84-a3e6-467efaeea520, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=dbcda183-6c88-4d84-a3e6-467efaeea520,segment=NetworkSegment(0d77fd2c-c5b7-4465-9ae4-c8dc330eff30),segment_id=0d77fd2c-c5b7-4465-9ae4-c8dc330eff30)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:20.431494 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:20.444163 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Calling delete_port for dbcda183-6c88-4d84-a3e6-467efaeea520 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:27:20.623423 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (dbcda183-6c88-4d84-a3e6-467efaeea520), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:20.637197 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['dbcda183-6c88-4d84-a3e6-467efaeea520'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:27:20.655753 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Pushing event deleted for resources: {'Port': ['ID=dbcda183-6c88-4d84-a3e6-467efaeea520,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:20.704039 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3071b584-0c70-4927-a641-d46d25af85ff req-09a20095-1759-4f9c-b2c6-139f86a9dea7 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.49 "GET /v2.0/ports?device_id=67150bf7-4044-41b4-b7c6-3aa6728136b6 HTTP/1.1" status: 200 len: 210 time: 0.0297122 Apr 11 13:27:20.709283 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] No DVR routers for this DVR port dbcda183-6c88-4d84-a3e6-467efaeea520 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:27:20.711869 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:20.715664 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1346f9ac-aa49-4562-bf7c-1c85c71b16fc req-bcf5111d-8bf8-4228-abea-bcc3c2b93481 tempest-VolumesActionsTest-999417192 tempest-VolumesActionsTest-999417192-project] 10.222.0.50 "DELETE /v2.0/ports/dbcda183-6c88-4d84-a3e6-467efaeea520 HTTP/1.1" status: 204 len: 173 time: 0.4995165 Apr 11 13:27:20.716144 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67150bf7-4044-41b4-b7c6-3aa6728136b6', 'name': 'network-vif-deleted', 'tag': 'dbcda183-6c88-4d84-a3e6-467efaeea520'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:27:20.718745 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23565e1e-fc40-4293-927b-00fb3e8db59d" -d '{"events": [{"server_uuid": "67150bf7-4044-41b4-b7c6-3aa6728136b6", "name": "network-vif-deleted", "tag": "dbcda183-6c88-4d84-a3e6-467efaeea520"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:27:20.755306 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405d692d-c6d5-4ed7-acf3-367dec50e4ad x-openstack-request-id: req-405d692d-c6d5-4ed7-acf3-367dec50e4ad {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:27:20.755727 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67150bf7-4044-41b4-b7c6-3aa6728136b6", "name": "network-vif-deleted", "tag": "dbcda183-6c88-4d84-a3e6-467efaeea520", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:27:20.759205 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-405d692d-c6d5-4ed7-acf3-367dec50e4ad {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:27:20.759205 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405d692d-c6d5-4ed7-acf3-367dec50e4ad'] response: {'server_uuid': '67150bf7-4044-41b4-b7c6-3aa6728136b6', 'name': 'network-vif-deleted', 'tag': 'dbcda183-6c88-4d84-a3e6-467efaeea520', 'status': 'completed', 'code': 200} Apr 11 13:27:22.460118 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:23.159597 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a8538f19-6fc4-4975-b835-d80fac46ea67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:24.415964 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device dbcda183-6c88-4d84-a3e6-467efaeea520 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:27:24.436642 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: dbcda183-6c88-4d84-a3e6-467efaeea520 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:27:24.436977 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device dbcda183-6c88-4d84-a3e6-467efaeea520 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:27:25.763392 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-27701fbc-d648-4589-8a1c-f11838c7ecfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:26.411309 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:27.988615 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:29.600289 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:29.825082 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-a492220f-65b7-40f5-a113-21b7cf5986d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585027 Apr 11 13:27:29.906325 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-bae0afbd-87ae-4580-8b7a-627f5b80c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:29.908285 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-bae0afbd-87ae-4580-8b7a-627f5b80c4c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 1130 time: 0.0520015 Apr 11 13:27:30.046511 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-e4794ec9-8883-4955-92b5-11173f1fcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:30.048412 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-e4794ec9-8883-4955-92b5-11173f1fcfd5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.1189308 Apr 11 13:27:30.157781 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-1b9f78bf-f106-4348-81d5-dc90f77604d4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 HTTP/1.1" status: 200 len: 1000 time: 0.1004486 Apr 11 13:27:30.234149 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-b3a597f8-d646-4226-a4d2-6a693be5bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:30.235613 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-b3a597f8-d646-4226-a4d2-6a693be5bb78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0678639 Apr 11 13:27:30.290942 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-5623ee50-8ea9-4370-a1e4-93e8ab963de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:30.292438 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-5623ee50-8ea9-4370-a1e4-93e8ab963de4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507257 Apr 11 13:27:30.400120 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-b313c133-f2fd-4c91-bec7-018da2ac5ab6 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005511 Apr 11 13:27:30.527538 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b8ddd6d-dbe9-4d32-add7-c9e2f55f142a req-05dba4a0-349a-4e52-b367-d6db00cdf9d0 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051035 Apr 11 13:27:32.360480 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-75ebcb37-1104-4a86-bf13-5e51390bf732 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732671704&fields=id&tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 267 time: 0.0550559 Apr 11 13:27:32.484223 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-60656b32-9339-41c0-99ac-d847e0bd5217 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:32.491108 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-60656b32-9339-41c0-99ac-d847e0bd5217 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 812 time: 0.1236160 Apr 11 13:27:32.502835 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-8219512b-0d7c-4b5a-8ad9-dc166f54f3cc tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/quotas/31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 375 time: 0.0105438 Apr 11 13:27:32.567924 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-43cf67bb-e48a-43f1-aebe-3282caab4090 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546715 Apr 11 13:27:32.670675 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-e8ad9dad-4ac8-428d-ac46-8a71c4db6f86 service neutron] 10.222.0.49 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931408 Apr 11 13:27:32.785905 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-df886b34-8f73-4153-ab74-da2d8cba48ab service neutron] 10.222.0.49 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111181 Apr 11 13:27:33.717213 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-72ab1138-e8ae-4a7d-b057-67e58b674cfa req-e92d8d88-8708-4f55-ad98-80bcaee3d1be tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 210 time: 0.0336974 Apr 11 13:27:34.853867 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-81f1e0a7-d42c-413e-bee1-be7c46722ce8 req-09343da0-d552-4292-afe8-6cf4e0db4ba3 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 210 time: 0.0373013 Apr 11 13:27:35.444411 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:27:36.028716 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b735e383-f342-4f7c-9497-3b92f6b7e59a req-2e6c6236-8062-4782-9122-12afc05ea058 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 210 time: 0.0485840 Apr 11 13:27:36.172301 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-c6db2d98-acfe-49da-aec5-b45d9e4082ea tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:36.173786 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-c6db2d98-acfe-49da-aec5-b45d9e4082ea tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 812 time: 0.2142200 Apr 11 13:27:36.274366 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-baa4b4b7-bf00-4006-bb72-bb6d908b32d8 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 379 time: 0.0779922 Apr 11 13:27:36.289681 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'port': {'device_id': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'admin_state_up': True, 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'security_groups': ['68429f01-a6d1-4632-9ca3-eeccf7e34c09']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:36.708493 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Made reservation on behalf of 31c04750f0ea4e5a87fdbde19c5b91a5 for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:27:36.711815 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:36.865822 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Allocated IP 172.20.0.3 (c45c0cfb-6688-4424-b694-73f67fd78218/57c90fc5-65bd-435f-af3d-d53e1ebc2474/b57029bc-1f27-42b6-b94e-6f1df8d01a38) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:27:37.062456 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:37.158998 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fff8868d-3812-40cb-9c22-a9b0978d2036 req-2db77221-0929-4ded-a71e-6873e94fd006 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 210 time: 0.0385969 Apr 11 13:27:37.177745 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:37.240301 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Network c45c0cfb-6688-4424-b694-73f67fd78218 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:37.243525 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:37.246302 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:27:37.326592 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=b57029bc-1f27-42b6-b94e-6f1df8d01a38,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:37.339056 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.339406 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.339791 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.340175 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.341091 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.342581 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.342934 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.343275 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.343617 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.343955 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.344303 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.344629 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.344962 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.345288 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.345619 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:37.406872 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:37.407777 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:37.520227 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-325ef3c8-3b89-4e2c-b991-1971591ee845 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2371824 Apr 11 13:27:37.536352 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Request body: {'port': {'device_id': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:37.593195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-fd68edd4-da92-416c-a7ef-fc5c88f8709c None None] Provisioning complete for port b57029bc-1f27-42b6-b94e-6f1df8d01a38 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:37.593799 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-fd68edd4-da92-416c-a7ef-fc5c88f8709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:37.625704 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:37.657667 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-fd68edd4-da92-416c-a7ef-fc5c88f8709c None None] Port b57029bc-1f27-42b6-b94e-6f1df8d01a38 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:27:37.958029 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57029bc-1f27-42b6-b94e-6f1df8d01a38 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:27:37.966811 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Publish callbacks [] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:37.981670 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Transition to ACTIVE for port object b57029bc-1f27-42b6-b94e-6f1df8d01a38 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:27:38.051122 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:38.120342 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b57029bc-1f27-42b6-b94e-6f1df8d01a38,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:38.239552 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Attempting to bind port b57029bc-1f27-42b6-b94e-6f1df8d01a38 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:27:38.240613 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Attempting to bind port b57029bc-1f27-42b6-b94e-6f1df8d01a38 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:27:38.241307 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Attempting to bind port b57029bc-1f27-42b6-b94e-6f1df8d01a38 on network c45c0cfb-6688-4424-b694-73f67fd78218 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:38.247623 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Port b57029bc-1f27-42b6-b94e-6f1df8d01a38 on network c45c0cfb-6688-4424-b694-73f67fd78218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:27:38.248353 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Attempting to bind port b57029bc-1f27-42b6-b94e-6f1df8d01a38 on network c45c0cfb-6688-4424-b694-73f67fd78218 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:38.258439 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:27:38.259224 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Checking segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:38.259873 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Bound using segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:27:38.260592 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Bound port: b57029bc-1f27-42b6-b94e-6f1df8d01a38, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:27:38.267160 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:38.334440 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1837d4-73d8-4242-bb77-8333646c411d req-f0536daf-2b11-40dc-bdfd-d843dcb1173a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:38.343541 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dc1837d4-73d8-4242-bb77-8333646c411d req-f0536daf-2b11-40dc-bdfd-d843dcb1173a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0751369 Apr 11 13:27:38.354717 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] For port b57029bc-1f27-42b6-b94e-6f1df8d01a38, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:27:38.359870 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] For port b57029bc-1f27-42b6-b94e-6f1df8d01a38, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b57029bc-1f27-42b6-b94e-6f1df8d01a38,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:27:38.417936 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dc1837d4-73d8-4242-bb77-8333646c411d req-f8001bce-f2a0-4011-96ae-d3ebfd3a4431 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676942 Apr 11 13:27:38.495426 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:38.567642 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:38.568880 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:38.571095 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] 10.222.0.50 "PUT /v2.0/ports/b57029bc-1f27-42b6-b94e-6f1df8d01a38 HTTP/1.1" status: 200 len: 1093 time: 1.0399094 Apr 11 13:27:38.588908 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'tag': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:27:38.594407 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa317793-aff0-4dad-b0c4-6e9b2decbd77" -d '{"events": [{"name": "network-changed", "server_uuid": "02e33565-fcec-4c22-8391-c3d3ca02f622", "tag": "b57029bc-1f27-42b6-b94e-6f1df8d01a38"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:27:38.603885 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64358c-5c14-4bdd-9d95-f2b1e4b244f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b57029bc-1f27-42b6-b94e-6f1df8d01a38,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:38.683503 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb6e7e8-3815-4787-9230-31078bffb909 x-openstack-request-id: req-beb6e7e8-3815-4787-9230-31078bffb909 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:27:38.684850 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e33565-fcec-4c22-8391-c3d3ca02f622", "tag": "b57029bc-1f27-42b6-b94e-6f1df8d01a38", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:27:38.685408 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-beb6e7e8-3815-4787-9230-31078bffb909 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:27:38.698805 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb6e7e8-3815-4787-9230-31078bffb909'] response: {'name': 'network-changed', 'server_uuid': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'tag': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'status': 'completed', 'code': 200} Apr 11 13:27:38.769328 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317793-aff0-4dad-b0c4-6e9b2decbd77 req-f01de92e-c1e1-4e79-a065-c13011456f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:38.771901 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fa317793-aff0-4dad-b0c4-6e9b2decbd77 req-f01de92e-c1e1-4e79-a065-c13011456f07 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 1127 time: 0.0597651 Apr 11 13:27:38.931777 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317793-aff0-4dad-b0c4-6e9b2decbd77 req-e84b7b30-5b92-4c91-b90a-babc1ef056bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:38.933413 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fa317793-aff0-4dad-b0c4-6e9b2decbd77 req-e84b7b30-5b92-4c91-b90a-babc1ef056bd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1539102 Apr 11 13:27:39.053216 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317793-aff0-4dad-b0c4-6e9b2decbd77 req-3270cd2f-57d5-4fb2-ae1f-6377b10168be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:39.055251 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fa317793-aff0-4dad-b0c4-6e9b2decbd77 req-3270cd2f-57d5-4fb2-ae1f-6377b10168be service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149044 Apr 11 13:27:39.152836 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-dfca5f7b-7c79-4ea5-a6e3-98fd8983657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:39.154519 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-dfca5f7b-7c79-4ea5-a6e3-98fd8983657b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 1127 time: 0.0566587 Apr 11 13:27:39.203002 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-2fe33abd-3e7f-4d5a-b68c-5c9608cabf62 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57029bc-1f27-42b6-b94e-6f1df8d01a38 HTTP/1.1" status: 200 len: 217 time: 0.0411737 Apr 11 13:27:39.269092 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-5e60a6dd-e058-4186-ba80-2fc261f41c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:39.271179 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-5e60a6dd-e058-4186-ba80-2fc261f41c2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0620852 Apr 11 13:27:39.332206 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-fc21bde8-bd11-4c2b-8e0c-4e1fa48a975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:39.334163 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-fc21bde8-bd11-4c2b-8e0c-4e1fa48a975a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567138 Apr 11 13:27:39.483091 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-695e6ce5-1b33-47e1-8f45-45610b1026f6 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422458 Apr 11 13:27:39.600850 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db81f2b-af62-40ba-b39c-9bfaa2d92d86 req-7e82a940-38a9-4622-8a78-38015137c368 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:39.602471 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6db81f2b-af62-40ba-b39c-9bfaa2d92d86 req-7e82a940-38a9-4622-8a78-38015137c368 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0620100 Apr 11 13:27:39.671787 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-034a1aec-5ccc-48af-81fc-325ee9a97920 req-ae86d4c3-6213-4334-b23f-041ded9e6eeb service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811676 Apr 11 13:27:39.676127 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6db81f2b-af62-40ba-b39c-9bfaa2d92d86 req-732a8ede-be53-452b-ac74-3e40fbc67a78 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653422 Apr 11 13:27:40.832647 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6f87b-7035-46ed-ba61-bd047aa2b30d req-f111f9ea-c18d-41be-8bd0-04de98601cfe tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:40.834832 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8df6f87b-7035-46ed-ba61-bd047aa2b30d req-f111f9ea-c18d-41be-8bd0-04de98601cfe tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0656965 Apr 11 13:27:40.907576 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8df6f87b-7035-46ed-ba61-bd047aa2b30d req-88fafa0f-0c53-4efa-b8bb-e55de4e31a46 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668130 Apr 11 13:27:42.047265 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249638a-8741-4a5a-befa-c9af2d046175 req-c3054cf7-f495-4b6c-aa06-22ce1f276ccb tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:42.048930 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5249638a-8741-4a5a-befa-c9af2d046175 req-c3054cf7-f495-4b6c-aa06-22ce1f276ccb tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0581186 Apr 11 13:27:42.116932 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5249638a-8741-4a5a-befa-c9af2d046175 req-8682c558-519c-4319-8585-fd0ab95b1d85 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618956 Apr 11 13:27:43.244701 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2e577-1abc-40f1-be98-e4ab8b9af119 req-304721c5-a70a-4f65-ab82-c6decd00d94f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:43.246360 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52d2e577-1abc-40f1-be98-e4ab8b9af119 req-304721c5-a70a-4f65-ab82-c6decd00d94f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0539253 Apr 11 13:27:43.300964 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-52d2e577-1abc-40f1-be98-e4ab8b9af119 req-25edc9c7-5a99-446e-bf16-507568b57c8b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473676 Apr 11 13:27:44.453408 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c7b43-61c1-490c-8d5c-d908d496ca17 req-3da02e8c-a0df-47b9-a3ab-98485f9f7a2b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:44.455117 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bf4c7b43-61c1-490c-8d5c-d908d496ca17 req-3da02e8c-a0df-47b9-a3ab-98485f9f7a2b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0561626 Apr 11 13:27:44.507455 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bf4c7b43-61c1-490c-8d5c-d908d496ca17 req-cf9399e7-fe6f-4966-8718-5997f03f5129 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457425 Apr 11 13:27:45.626153 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260368f7-ab91-4006-a5fe-83f1c19c76bb req-90389e15-7f88-462d-a8e0-1f50afa88738 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:45.627788 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-260368f7-ab91-4006-a5fe-83f1c19c76bb req-90389e15-7f88-462d-a8e0-1f50afa88738 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0509913 Apr 11 13:27:45.679982 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-260368f7-ab91-4006-a5fe-83f1c19c76bb req-20460f44-fbe4-4dbb-b8e5-39dcce8ed21f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450265 Apr 11 13:27:46.798342 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2df3c-5e79-4213-8b61-6c74e9c5bd78 req-7afa0c1d-4ffc-4d9c-a11e-129b1e064d9c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:46.799851 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02d2df3c-5e79-4213-8b61-6c74e9c5bd78 req-7afa0c1d-4ffc-4d9c-a11e-129b1e064d9c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0479448 Apr 11 13:27:46.852092 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-02d2df3c-5e79-4213-8b61-6c74e9c5bd78 req-4feb983f-e114-4449-bea5-b5467692f51f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459256 Apr 11 13:27:47.967912 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30206c-82e2-48e2-b9b0-ed66c8444ee4 req-534bcb7f-65f4-4d2b-b318-70bed3e50c43 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:47.969451 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2c30206c-82e2-48e2-b9b0-ed66c8444ee4 req-534bcb7f-65f4-4d2b-b318-70bed3e50c43 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0477712 Apr 11 13:27:48.021595 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2c30206c-82e2-48e2-b9b0-ed66c8444ee4 req-694c88e5-5143-42f7-a1fd-ba2e57d815d7 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461192 Apr 11 13:27:48.626936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51056) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:48.676681 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e1d1e9-f62f-4cf4-8d0f-c1119f99fdb9 admin admin] Deleting subnet 7fb6873d-8f22-4cdf-8716-48aa97db9ad4 {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:27:48.679800 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-23e1d1e9-f62f-4cf4-8d0f-c1119f99fdb9 admin admin] Publish callbacks [] for subnet (7fb6873d-8f22-4cdf-8716-48aa97db9ad4), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:48.713890 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-23e1d1e9-f62f-4cf4-8d0f-c1119f99fdb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5458253'] for subnet (7fb6873d-8f22-4cdf-8716-48aa97db9ad4), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:48.752300 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-23e1d1e9-f62f-4cf4-8d0f-c1119f99fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (7fb6873d-8f22-4cdf-8716-48aa97db9ad4), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:48.877151 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-23e1d1e9-f62f-4cf4-8d0f-c1119f99fdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4688828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4505320'] for subnet (7fb6873d-8f22-4cdf-8716-48aa97db9ad4), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:48.903501 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1d1e9-f62f-4cf4-8d0f-c1119f99fdb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb6873d-8f22-4cdf-8716-48aa97db9ad4,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:48.907803 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-23e1d1e9-f62f-4cf4-8d0f-c1119f99fdb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:48.911004 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-23e1d1e9-f62f-4cf4-8d0f-c1119f99fdb9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7fb6873d-8f22-4cdf-8716-48aa97db9ad4 HTTP/1.1" status: 204 len: 168 time: 0.2828522 Apr 11 13:27:48.913850 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51058) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:48.988646 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (89781d5b-dfd6-49b0-8fde-7f1e39c2893e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.068120 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (89781d5b-dfd6-49b0-8fde-7f1e39c2893e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.094862 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89781d5b-dfd6-49b0-8fde-7f1e39c2893e']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:49.105457 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:49.105756 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d77fd2c-c5b7-4465-9ae4-c8dc330eff30') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:49.116273 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5458244'] for segment (0d77fd2c-c5b7-4465-9ae4-c8dc330eff30), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.130382 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (0d77fd2c-c5b7-4465-9ae4-c8dc330eff30), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.136520 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:27:49.136908 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4688662'] for segment (0d77fd2c-c5b7-4465-9ae4-c8dc330eff30), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: Traceback (most recent call last): Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: timer() Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: cb(*args, **kw) Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: return func(*args, **kwargs) Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: self._notify() Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: self.callback(batched_events) Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: event.method(event) Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: return f(self, *a, **k) Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._get(url).json() Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: return self.request(url, 'GET', **kwargs) Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:27:49.138663 dv-cinder-836973-2-iscsi neutron-server[103910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:27:49.143483 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4966b7-d45c-464f-b24e-3c663e5f6373 req-1a8a69fd-7b81-40d5-866e-2184be373b3b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:49.145007 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4e4966b7-d45c-464f-b24e-3c663e5f6373 req-1a8a69fd-7b81-40d5-866e-2184be373b3b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 943 time: 0.0522957 Apr 11 13:27:49.213881 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4e4966b7-d45c-464f-b24e-3c663e5f6373 req-d531f4ad-b565-4c40-8c3d-5d7f1043fe09 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629289 Apr 11 13:27:49.311924 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (89781d5b-dfd6-49b0-8fde-7f1e39c2893e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.321476 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.327341 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] 10.222.0.49 "DELETE /v2.0/networks/89781d5b-dfd6-49b0-8fde-7f1e39c2893e HTTP/1.1" status: 204 len: 168 time: 0.4123516 Apr 11 13:27:49.342614 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc66241-565e-443f-8dc4-32a2c0ea8f9e admin admin] Pushing event deleted for resources: {'Network': ['ID=89781d5b-dfd6-49b0-8fde-7f1e39c2893e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:49.455283 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b57029bc-1f27-42b6-b94e-6f1df8d01a38 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:27:49.554895 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b57029bc-1f27-42b6-b94e-6f1df8d01a38, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b57029bc-1f27-42b6-b94e-6f1df8d01a38,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:49.568004 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'port_id': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'mac_address': 'fa:16:3e:ab:5b:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:27:49.609018 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port b57029bc-1f27-42b6-b94e-6f1df8d01a38 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:49.609417 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.623472 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57029bc-1f27-42b6-b94e-6f1df8d01a38 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:27:49.643029 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b57029bc-1f27-42b6-b94e-6f1df8d01a38, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b57029bc-1f27-42b6-b94e-6f1df8d01a38,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:49.707137 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51064) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:49.732716 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.747815 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1d9f89de-082d-40bd-9727-d2aa90d1d148 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2911e29b2a1c4ae0b0a349dcf665ace3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392036 Apr 11 13:27:49.750871 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 51066) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:49.784048 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=b57029bc-1f27-42b6-b94e-6f1df8d01a38,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:49.791316 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.791669 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.792017 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.792362 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.792705 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.793038 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.793371 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.794444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.795037 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.795379 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.795717 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.796057 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.796390 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.796721 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.797051 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.813572 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Publish callbacks [] for security_group (f124da24-59dd-4213-86d8-2c112e9a26e2), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.847801 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Publish callbacks [] for security_group (f124da24-59dd-4213-86d8-2c112e9a26e2), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.968449 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f124da24-59dd-4213-86d8-2c112e9a26e2), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.968976 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['b57029bc-1f27-42b6-b94e-6f1df8d01a38'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:27:49.971120 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:49.974286 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f124da24-59dd-4213-86d8-2c112e9a26e2 HTTP/1.1" status: 204 len: 168 time: 0.2203860 Apr 11 13:27:49.981715 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f124da24-59dd-4213-86d8-2c112e9a26e2,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:49.989174 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.989524 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.989868 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.990251 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.990590 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.990923 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.991288 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.991649 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.991980 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.992309 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.992649 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.992975 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.993299 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.993621 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:49.993933 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affdfa86-8fce-44c3-b258-fcf06204cf42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:27:50.362964 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c56e0-f809-4e27-abb9-7b7276606120 req-f75782ac-b540-47ed-b44d-447439ec8522 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:50.365479 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07c56e0-f809-4e27-abb9-7b7276606120 req-f75782ac-b540-47ed-b44d-447439ec8522 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 944 time: 0.0784669 Apr 11 13:27:50.431716 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c07c56e0-f809-4e27-abb9-7b7276606120 req-66cc2d40-5409-4bc3-87b7-c449668aea2b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603163 Apr 11 13:27:51.019684 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51090) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:51.120696 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-499848924-network', 'tenant_id': 'eea7d18367ba4ce39458b5a8f0d0fc8a'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:51.217319 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Made reservation on behalf of eea7d18367ba4ce39458b5a8f0d0fc8a for: {'network': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:27:51.219665 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for network (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.228402 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.302740 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Publish callbacks [] for security_group (11b569b3-b2a3-4ea5-98c3-eb94a8e62365), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.397035 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (11b569b3-b2a3-4ea5-98c3-eb94a8e62365), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.424281 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103910) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 13:27:51.434249 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b569b3-b2a3-4ea5-98c3-eb94a8e62365,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:51.440657 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (811adcab-eeed-4b90-8f9a-0c2eb47bbd46), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.440993 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.segments_db [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Added segment 811adcab-eeed-4b90-8f9a-0c2eb47bbd46 of type vlan for network f3be0a51-cfbd-4bd3-88c6-23b93d492966 Apr 11 13:27:51.459286 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b57029bc-1f27-42b6-b94e-6f1df8d01a38 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:27:51.501015 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756762951271'] for network (f3be0a51-cfbd-4bd3-88c6-23b93d492966), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.534914 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port b57029bc-1f27-42b6-b94e-6f1df8d01a38 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:27:51.565713 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecf507-c2f3-4a0d-af88-067f72881f74 req-577d2c33-c9bb-42e5-9ce0-dd3beb04821f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:51.567563 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e9ecf507-c2f3-4a0d-af88-067f72881f74 req-577d2c33-c9bb-42e5-9ce0-dd3beb04821f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 944 time: 0.0578985 Apr 11 13:27:51.616903 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807'] for network (f3be0a51-cfbd-4bd3-88c6-23b93d492966), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.617991 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:51.618684 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.625131 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e9ecf507-c2f3-4a0d-af88-067f72881f74 req-26b60712-9466-4d54-80aa-80502abe0f80 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485861 Apr 11 13:27:51.657061 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port b57029bc-1f27-42b6-b94e-6f1df8d01a38 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:27:51.662379 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.683841 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] Pushing event updated for resources: {'Network': ['ID=f3be0a51-cfbd-4bd3-88c6-23b93d492966,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:51.694011 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Network f3be0a51-cfbd-4bd3-88c6-23b93d492966 details requested by agent ovs-agent-dv-cinder-836973-2-iscsi with host dv-cinder-836973-2-iscsi {{(pid=103911) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 13:27:51.785423 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-b9c04cf4-1aca-44c6-97b6-bac55059b3fa admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7645566 Apr 11 13:27:51.788943 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51096) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:51.795323 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Request body: {'subnet': {'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-499848924-subnet', 'tenant_id': 'eea7d18367ba4ce39458b5a8f0d0fc8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:51.804366 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port b57029bc-1f27-42b6-b94e-6f1df8d01a38 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:27:51.804890 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.831455 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:27:51.833637 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6d3f02-38be-440d-9e95-c7b73cad6538" -d '{"events": [{"server_uuid": "02e33565-fcec-4c22-8391-c3d3ca02f622", "name": "network-vif-plugged", "status": "completed", "tag": "b57029bc-1f27-42b6-b94e-6f1df8d01a38"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:27:51.846763 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port b57029bc-1f27-42b6-b94e-6f1df8d01a38, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b57029bc-1f27-42b6-b94e-6f1df8d01a38,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:27:51.873583 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8abda4-8221-43dc-a69a-10fb0c586066 x-openstack-request-id: req-0d8abda4-8221-43dc-a69a-10fb0c586066 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:27:51.873877 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e33565-fcec-4c22-8391-c3d3ca02f622", "name": "network-vif-plugged", "status": "completed", "tag": "b57029bc-1f27-42b6-b94e-6f1df8d01a38", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:27:51.874160 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0d8abda4-8221-43dc-a69a-10fb0c586066 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:27:51.874708 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8abda4-8221-43dc-a69a-10fb0c586066'] response: {'server_uuid': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'code': 200} Apr 11 13:27:51.931304 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Made reservation on behalf of eea7d18367ba4ce39458b5a8f0d0fc8a for: {'subnet': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:27:51.933666 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4505333'] for subnet (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.943011 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:51.997210 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=b57029bc-1f27-42b6-b94e-6f1df8d01a38,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:52.363010 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390aef74-ebd7-4cca-a5d5-28091e950f9b req-45196292-74d6-4d9c-be70-916cd0f5ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:52.364975 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-390aef74-ebd7-4cca-a5d5-28091e950f9b req-45196292-74d6-4d9c-be70-916cd0f5ab5e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 1129 time: 0.0495336 Apr 11 13:27:52.445814 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:52.452239 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-390aef74-ebd7-4cca-a5d5-28091e950f9b req-9712169d-4189-4d9c-87a1-c15fd795e0a5 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813422 Apr 11 13:27:52.503317 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4688241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4505319'] for subnet (cb9fe6bc-2085-453f-bf89-cdb2af591ac3), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:52.558367 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9fe6bc-2085-453f-bf89-cdb2af591ac3,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:52.572724 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Checking segment: {'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:52.573081 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Network hostable DHCP agents. Network: f3be0a51-cfbd-4bd3-88c6-23b93d492966, hostable agents: ['b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f'], hosted agents: [] {{(pid=103910) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 13:27:52.651809 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Network f3be0a51-cfbd-4bd3-88c6-23b93d492966 is scheduled to be hosted by DHCP agent b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f with binding_index 1 {{(pid=103910) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 13:27:52.731605 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836973-2-iscsi, f3be0a51-cfbd-4bd3-88c6-23b93d492966) {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:52.737170 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:52.738596 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:52.741744 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8e7d7c-3137-4d3b-80c4-a3fa984c6d92 None None] Network f3be0a51-cfbd-4bd3-88c6-23b93d492966 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:27:52.742844 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea463f-cd2d-4ab0-bf8a-d76612bf3a3d req-d4022703-cb70-49ad-b119-f738b5743c07 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:52.745560 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eea463f-cd2d-4ab0-bf8a-d76612bf3a3d req-d4022703-cb70-49ad-b119-f738b5743c07 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0505416 Apr 11 13:27:52.801544 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2eea463f-cd2d-4ab0-bf8a-d76612bf3a3d req-1d32682b-3f03-4a01-88f0-5ad6499f5f38 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490129 Apr 11 13:27:52.831604 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0b810ff6-1352-427c-88f9-b49d14736884 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0414660 Apr 11 13:27:52.853974 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fe738-02cd-4a45-ae30-dd36fece3087 None None] Network f3be0a51-cfbd-4bd3-88c6-23b93d492966 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:27:53.208660 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0b3f9f44-7d16-4ba5-b4a7-405ca6a91df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:53.933856 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244bd5a-5651-443b-ada7-a2d066156f11 req-cfd297f0-a87e-497a-ba66-89cfad0465d6 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:53.935955 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2244bd5a-5651-443b-ada7-a2d066156f11 req-cfd297f0-a87e-497a-ba66-89cfad0465d6 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0500920 Apr 11 13:27:53.989253 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2244bd5a-5651-443b-ada7-a2d066156f11 req-03c2b4ef-d8af-49be-955d-761b8137e476 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472150 Apr 11 13:27:55.032843 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-cb274f25-05cf-4287-8c9b-b0f9eea00fff tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:55.034610 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-cb274f25-05cf-4287-8c9b-b0f9eea00fff tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/networks?id=f3be0a51-cfbd-4bd3-88c6-23b93d492966 HTTP/1.1" status: 200 len: 813 time: 0.1069210 Apr 11 13:27:55.055271 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-426b542d-4a2d-47c0-be2d-0c0155f58848 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/quotas/eea7d18367ba4ce39458b5a8f0d0fc8a HTTP/1.1" status: 200 len: 375 time: 0.0136356 Apr 11 13:27:55.089749 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-452cb735-f971-4ffb-89c5-d65630c364d7 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eea7d18367ba4ce39458b5a8f0d0fc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287056 Apr 11 13:27:55.123511 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b64634-c324-4098-8958-b089dced17bf req-d351490e-f3d0-48be-aceb-c73047c6c8c4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:55.125142 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-43b64634-c324-4098-8958-b089dced17bf req-d351490e-f3d0-48be-aceb-c73047c6c8c4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0506208 Apr 11 13:27:55.182376 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-43b64634-c324-4098-8958-b089dced17bf req-01a5ff04-b14c-4ea6-90de-7d60b1c15c59 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503178 Apr 11 13:27:55.187979 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-a25496d8-e405-4b3f-9d23-d28cf8687331 service neutron] 10.222.0.49 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898871 Apr 11 13:27:55.302245 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-983a5955-1ede-4268-a79f-ce0ac43f215b service neutron] 10.222.0.49 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963919 Apr 11 13:27:55.303638 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed404e-7da2-414e-a80a-e8b065372f51 req-ab2bdbec-60b3-4af0-9fc1-28fe8a4cc859 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:55.305224 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27ed404e-7da2-414e-a80a-e8b065372f51 req-ab2bdbec-60b3-4af0-9fc1-28fe8a4cc859 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0514274 Apr 11 13:27:55.371323 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-27ed404e-7da2-414e-a80a-e8b065372f51 req-42332738-ad6a-4775-9626-a2b24a402afe tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591209 Apr 11 13:27:55.401567 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51134) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:55.595050 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-23ff61ec-910a-4043-a593-c47e7ee838bd req-cdee6ea9-d100-45ad-a251-97ae212a3d23 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 210 time: 0.0372562 Apr 11 13:27:55.598353 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d60489b-8cd6-4cb2-bcea-8ea015ddd00e tempest-TestVolumeBootPattern-937099669 tempest-TestVolumeBootPattern-937099669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:55.604335 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0d60489b-8cd6-4cb2-bcea-8ea015ddd00e tempest-TestVolumeBootPattern-937099669 tempest-TestVolumeBootPattern-937099669-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 1124 time: 0.1970363 Apr 11 13:27:55.605439 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 51142) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:27:55.610373 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'port_id': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:55.728653 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:55.759886 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c32f5a4e-4747-44d6-9e95-2b6a7825b177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:55.810947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:55.917445 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Allocated IP 172.27.3.4 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/98cc6e94-8af4-45dc-805c-0bf655e43176) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:27:56.026889 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (98cc6e94-8af4-45dc-805c-0bf655e43176), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:56.143419 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (98cc6e94-8af4-45dc-805c-0bf655e43176), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:56.185340 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:56.188126 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:56.191484 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:27:56.196927 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=98cc6e94-8af4-45dc-805c-0bf655e43176,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:56.448298 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:56.575863 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (503c01b9-c859-4620-85ce-4999a489d1f9), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:56.730529 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b0a324d4-098a-4ebe-a106-e1b41760518a req-a425a851-843b-4e07-bdaa-d7ef0f5a0902 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 210 time: 0.0554636 Apr 11 13:27:56.733722 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (98cc6e94-8af4-45dc-805c-0bf655e43176), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:56.901846 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (98cc6e94-8af4-45dc-805c-0bf655e43176), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:56.979776 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (98cc6e94-8af4-45dc-805c-0bf655e43176), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:57.052919 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=98cc6e94-8af4-45dc-805c-0bf655e43176,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:57.068879 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (503c01b9-c859-4620-85ce-4999a489d1f9), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:57.182508 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Floating IP 503c01b9-c859-4620-85ce-4999a489d1f9 associated. External IP: 172.27.3.4, port: b57029bc-1f27-42b6-b94e-6f1df8d01a38. Apr 11 13:27:57.705498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:27:57.797039 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-7810f2cf-865b-405b-a1fe-4102a4598e8c tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:57.798003 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-7810f2cf-865b-405b-a1fe-4102a4598e8c tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "GET /v2.0/networks?id=f3be0a51-cfbd-4bd3-88c6-23b93d492966 HTTP/1.1" status: 200 len: 813 time: 0.1141801 Apr 11 13:27:57.814641 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Request body: {'port': {'device_id': 'fc4730e7-3702-4d82-86e0-64ab2a033682', 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966', 'admin_state_up': True, 'tenant_id': 'eea7d18367ba4ce39458b5a8f0d0fc8a'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:57.852125 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:27:57.866626 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:27:57.887424 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:57.888680 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:27:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:57.889214 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c7c43695-a6e4-4110-ab1f-b39af72fddc5 req-1b88fdc3-0046-4cb6-abc4-f80fb851c728 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 210 time: 0.0502024 Apr 11 13:27:58.009344 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:58.010827 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:58.023865 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:58.058879 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a11b5fc6-7ee4-4926-8b97-67600253f8e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4528942 Apr 11 13:27:58.060066 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'tag': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:27:58.064793 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd80959d-e64a-4410-9652-898497a8e5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "02e33565-fcec-4c22-8391-c3d3ca02f622", "tag": "b57029bc-1f27-42b6-b94e-6f1df8d01a38"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:27:58.082643 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Made reservation on behalf of eea7d18367ba4ce39458b5a8f0d0fc8a for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:27:58.087496 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:58.108893 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc35bbd-0708-41f4-979a-0bcded9ed7c4 x-openstack-request-id: req-7dc35bbd-0708-41f4-979a-0bcded9ed7c4 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:27:58.109207 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e33565-fcec-4c22-8391-c3d3ca02f622", "tag": "b57029bc-1f27-42b6-b94e-6f1df8d01a38", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:27:58.109457 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7dc35bbd-0708-41f4-979a-0bcded9ed7c4 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:27:58.109863 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc35bbd-0708-41f4-979a-0bcded9ed7c4'] response: {'name': 'network-changed', 'server_uuid': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'tag': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'status': 'completed', 'code': 200} Apr 11 13:27:58.188138 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80959d-e64a-4410-9652-898497a8e5cd req-0d356470-00de-41a5-a627-03fbf87ea3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:58.189771 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd80959d-e64a-4410-9652-898497a8e5cd req-0d356470-00de-41a5-a627-03fbf87ea3a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 1129 time: 0.0576019 Apr 11 13:27:58.261088 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Allocated IP 172.20.0.4 (f3be0a51-cfbd-4bd3-88c6-23b93d492966/cb9fe6bc-2085-453f-bf89-cdb2af591ac3/03f2dad9-2180-42a4-862d-c26f9ae82a58) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:27:58.293612 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80959d-e64a-4410-9652-898497a8e5cd req-97d5195d-d4d2-42a7-ad90-ad2df6a11546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:58.295270 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd80959d-e64a-4410-9652-898497a8e5cd req-97d5195d-d4d2-42a7-ad90-ad2df6a11546 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0988216 Apr 11 13:27:58.297107 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '503c01b9-c859-4620-85ce-4999a489d1f9', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:ab:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:27:56Z', 'updated_at': '2022-04-11T13:27:56Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:58.325442 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:27:58.334457 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:27:58.335069 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:27:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:58.393489 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd80959d-e64a-4410-9652-898497a8e5cd req-01ce933e-69fe-43ae-9011-1b13add188c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57029bc-1f27-42b6-b94e-6f1df8d01a38 HTTP/1.1" status: 200 len: 997 time: 0.0914822 Apr 11 13:27:58.421827 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks [] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:58.473623 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80959d-e64a-4410-9652-898497a8e5cd req-ca693735-1599-4584-9f21-fc29a537999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:58.475992 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd80959d-e64a-4410-9652-898497a8e5cd req-ca693735-1599-4584-9f21-fc29a537999b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0756040 Apr 11 13:27:58.525010 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80959d-e64a-4410-9652-898497a8e5cd req-ac924d03-0732-403c-9625-3bcee5388542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:58.526956 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd80959d-e64a-4410-9652-898497a8e5cd req-ac924d03-0732-403c-9625-3bcee5388542 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436103 Apr 11 13:27:58.540866 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:27:58.552080 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:58.627944 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Network f3be0a51-cfbd-4bd3-88c6-23b93d492966 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:27:58.628652 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd80959d-e64a-4410-9652-898497a8e5cd req-2ebaa3d9-7f72-4860-9955-f73680655218 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950947 Apr 11 13:27:58.632204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:27:58.636447 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:27:58.670381 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Pushing event updated for resources: {'Port': ['ID=03f2dad9-2180-42a4-862d-c26f9ae82a58,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:58.703088 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:58.704165 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:58.755454 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fd80959d-e64a-4410-9652-898497a8e5cd req-d4a2dc01-a98e-4753-816a-6ce8f117dc1f service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189487 Apr 11 13:27:58.799782 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-8ada57a2-e60d-4950-87cd-d48dd9f3b89a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9926600 Apr 11 13:27:58.801276 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '503c01b9-c859-4620-85ce-4999a489d1f9', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:ab:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:27:56Z', 'updated_at': '2022-04-11T13:27:56Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:27:58.815300 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Request body: {'port': {'device_id': 'fc4730e7-3702-4d82-86e0-64ab2a033682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:27:58.834845 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d5bee-04d5-4710-83bc-5d8834a7c300 None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '503c01b9-c859-4620-85ce-4999a489d1f9', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:ab:5b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:27:56Z', 'updated_at': '2022-04-11T13:27:56Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:27:58.884361 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:59.068313 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c2c063-708d-4bd3-ba72-7d06add82489 None None] New status for floating IP 503c01b9-c859-4620-85ce-4999a489d1f9: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:27:59.084285 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f562e19-9348-4d8a-99a9-2b608f53e625 req-fcbe41a5-07ea-4e82-a963-45be0557fc02 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:59.086165 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8f562e19-9348-4d8a-99a9-2b608f53e625 req-fcbe41a5-07ea-4e82-a963-45be0557fc02 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 931 time: 0.0708578 Apr 11 13:27:59.200709 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8f562e19-9348-4d8a-99a9-2b608f53e625 req-efd4f053-c8a3-45c8-a199-ef521d8ccbef tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946813 Apr 11 13:27:59.275961 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f2dad9-2180-42a4-862d-c26f9ae82a58 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:27:59.284821 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Publish callbacks [] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:59.302400 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Transition to ACTIVE for port object 03f2dad9-2180-42a4-862d-c26f9ae82a58 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:27:59.379748 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:59.438885 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Pushing event updated for resources: {'Port': ['ID=03f2dad9-2180-42a4-862d-c26f9ae82a58,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:59.509474 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Attempting to bind port 03f2dad9-2180-42a4-862d-c26f9ae82a58 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:27:59.509813 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Attempting to bind port 03f2dad9-2180-42a4-862d-c26f9ae82a58 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:27:59.510179 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Attempting to bind port 03f2dad9-2180-42a4-862d-c26f9ae82a58 on network f3be0a51-cfbd-4bd3-88c6-23b93d492966 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:59.515609 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Port 03f2dad9-2180-42a4-862d-c26f9ae82a58 on network f3be0a51-cfbd-4bd3-88c6-23b93d492966 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:27:59.515953 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Attempting to bind port 03f2dad9-2180-42a4-862d-c26f9ae82a58 on network f3be0a51-cfbd-4bd3-88c6-23b93d492966 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:27:59.521133 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:27:59.521466 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Checking segment: {'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:27:59.521855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Bound using segment: {'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:27:59.522323 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Bound port: 03f2dad9-2180-42a4-862d-c26f9ae82a58, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:27:59.522688 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:59.568560 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:59.595055 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] For port 03f2dad9-2180-42a4-862d-c26f9ae82a58, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:27:59.599470 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] For port 03f2dad9-2180-42a4-862d-c26f9ae82a58, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=03f2dad9-2180-42a4-862d-c26f9ae82a58,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:27:59.688792 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:59.730171 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:59.730802 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:27:59.732782 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] 10.222.0.50 "PUT /v2.0/ports/03f2dad9-2180-42a4-862d-c26f9ae82a58 HTTP/1.1" status: 200 len: 1093 time: 0.9218519 Apr 11 13:27:59.733230 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4730e7-3702-4d82-86e0-64ab2a033682', 'tag': '03f2dad9-2180-42a4-862d-c26f9ae82a58'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:27:59.735522 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce041e49-2e69-42d6-b0c2-9e8748055cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4730e7-3702-4d82-86e0-64ab2a033682", "tag": "03f2dad9-2180-42a4-862d-c26f9ae82a58"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:27:59.760793 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b61516-1e38-4e3c-afde-c8ba6e1bb85f service neutron] Pushing event updated for resources: {'Port': ['ID=03f2dad9-2180-42a4-862d-c26f9ae82a58,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:27:59.776147 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ed41d-fa11-4446-b320-0576a34a1118 x-openstack-request-id: req-0e3ed41d-fa11-4446-b320-0576a34a1118 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:27:59.776443 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4730e7-3702-4d82-86e0-64ab2a033682", "tag": "03f2dad9-2180-42a4-862d-c26f9ae82a58", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:27:59.776706 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e3ed41d-fa11-4446-b320-0576a34a1118 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:27:59.777120 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3ed41d-fa11-4446-b320-0576a34a1118'] response: {'name': 'network-changed', 'server_uuid': 'fc4730e7-3702-4d82-86e0-64ab2a033682', 'tag': '03f2dad9-2180-42a4-862d-c26f9ae82a58', 'status': 'completed', 'code': 200} Apr 11 13:27:59.855314 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce041e49-2e69-42d6-b0c2-9e8748055cd9 req-a32a117e-23f6-423e-a4e0-a5c211eefbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:59.858210 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce041e49-2e69-42d6-b0c2-9e8748055cd9 req-a32a117e-23f6-423e-a4e0-a5c211eefbe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eea7d18367ba4ce39458b5a8f0d0fc8a&device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 1127 time: 0.0562389 Apr 11 13:27:59.979054 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce041e49-2e69-42d6-b0c2-9e8748055cd9 req-e9097c8d-1689-44f7-9c49-dc807ddb6fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:27:59.980522 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce041e49-2e69-42d6-b0c2-9e8748055cd9 req-e9097c8d-1689-44f7-9c49-dc807ddb6fcd service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=eea7d18367ba4ce39458b5a8f0d0fc8a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996823 Apr 11 13:28:00.076848 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce041e49-2e69-42d6-b0c2-9e8748055cd9 req-d55cf1cd-eeb1-4f96-96fa-d0476a4ff37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:00.078372 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ce041e49-2e69-42d6-b0c2-9e8748055cd9 req-d55cf1cd-eeb1-4f96-96fa-d0476a4ff37a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911417 Apr 11 13:28:00.161981 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-eb387eea-d3bc-4093-a626-562243fcd971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:00.163445 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-eb387eea-d3bc-4093-a626-562243fcd971 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eea7d18367ba4ce39458b5a8f0d0fc8a&device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 1127 time: 0.0413208 Apr 11 13:28:00.209079 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-7900189c-628d-42dd-8adf-0c1bc3e41a72 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=03f2dad9-2180-42a4-862d-c26f9ae82a58 HTTP/1.1" status: 200 len: 217 time: 0.0387475 Apr 11 13:28:00.261128 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-62d29689-b1a6-4d55-a012-f8f451e79bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:00.263383 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-62d29689-b1a6-4d55-a012-f8f451e79bc3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb9fe6bc-2085-453f-bf89-cdb2af591ac3 HTTP/1.1" status: 200 len: 853 time: 0.0471997 Apr 11 13:28:00.303004 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-18b2827e-0097-47d7-980a-b646c338c99b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3be0a51-cfbd-4bd3-88c6-23b93d492966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333266 Apr 11 13:28:00.361872 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1700b8-6d55-48bf-bc01-1e6edbb9f289 req-4cd3af1c-5f4f-458b-8d60-92719c4ea91d tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:00.363361 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fb1700b8-6d55-48bf-bc01-1e6edbb9f289 req-4cd3af1c-5f4f-458b-8d60-92719c4ea91d tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 943 time: 0.0861576 Apr 11 13:28:00.456617 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fb1700b8-6d55-48bf-bc01-1e6edbb9f289 req-b38abe9e-51bc-4a3b-b72e-40c8ffb93e1e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635946 Apr 11 13:28:00.458434 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-52bb4002-523e-4cec-8b3e-a4fdf2cb2832 service neutron] 10.222.0.50 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394846 Apr 11 13:28:00.554403 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-232d7c0d-17b6-4f72-bf09-4c79a3bccdac req-1542e309-41e2-4c34-8170-6943eaf93660 service neutron] 10.222.0.50 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905178 Apr 11 13:28:01.580631 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7a934-9b96-4038-a2c7-d3cf9922976c req-cdb27521-27f2-4c00-8dd6-134a064349f8 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:01.582195 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8f7a934-9b96-4038-a2c7-d3cf9922976c req-cdb27521-27f2-4c00-8dd6-134a064349f8 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 943 time: 0.0501187 Apr 11 13:28:01.632346 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e8f7a934-9b96-4038-a2c7-d3cf9922976c req-6c8d4684-80ee-498a-8ea9-1f70b3c5b43e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Apr 11 13:28:02.767069 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21186f5-f223-469d-9b7f-6c0be69c4a70 req-08d77e4b-b25c-456f-b359-099c9a850876 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:02.768698 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e21186f5-f223-469d-9b7f-6c0be69c4a70 req-08d77e4b-b25c-456f-b359-099c9a850876 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 943 time: 0.0571899 Apr 11 13:28:02.844830 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e21186f5-f223-469d-9b7f-6c0be69c4a70 req-27c7d704-0e85-4794-af6a-f3f3819c60dc tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684481 Apr 11 13:28:03.473667 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 03f2dad9-2180-42a4-862d-c26f9ae82a58 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:28:03.589554 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 03f2dad9-2180-42a4-862d-c26f9ae82a58, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=03f2dad9-2180-42a4-862d-c26f9ae82a58,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:28:03.603828 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '03f2dad9-2180-42a4-862d-c26f9ae82a58', 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966', 'port_id': '03f2dad9-2180-42a4-862d-c26f9ae82a58', 'mac_address': 'fa:16:3e:4e:26:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9fe6bc-2085-453f-bf89-cdb2af591ac3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:28:03.664426 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 03f2dad9-2180-42a4-862d-c26f9ae82a58 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:28:03.664961 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:03.682805 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f2dad9-2180-42a4-862d-c26f9ae82a58 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:28:03.711705 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 03f2dad9-2180-42a4-862d-c26f9ae82a58, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=03f2dad9-2180-42a4-862d-c26f9ae82a58,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:28:03.796865 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:03.841354 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc596ed-af49-40de-a006-923241a97eee req-c961c69e-e43f-4125-91c6-c3621a306b51 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:03.843460 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc596ed-af49-40de-a006-923241a97eee req-c961c69e-e43f-4125-91c6-c3621a306b51 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 946 time: 0.0620961 Apr 11 13:28:03.846188 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=03f2dad9-2180-42a4-862d-c26f9ae82a58,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:03.900666 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc596ed-af49-40de-a006-923241a97eee req-a4f0a048-1d7b-478e-a7bf-812b8aa41569 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503111 Apr 11 13:28:04.006171 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b7eeff-64cf-4a66-be52-eb0f56efd3b7 req-2912e5a2-881d-4675-849f-e7ea4c009e17 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:04.007801 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-82b7eeff-64cf-4a66-be52-eb0f56efd3b7 req-2912e5a2-881d-4675-849f-e7ea4c009e17 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 944 time: 0.0736086 Apr 11 13:28:04.052027 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['03f2dad9-2180-42a4-862d-c26f9ae82a58'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:28:04.066139 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-82b7eeff-64cf-4a66-be52-eb0f56efd3b7 req-43c0a38f-7e4b-49ce-8e26-a57e3fbad19c tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511482 Apr 11 13:28:05.032821 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb949a-76e1-49cb-b6cd-ab1dd4faa1b0 req-f5beeb8b-4eeb-48a6-9e6c-cc9b52edbb33 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:05.034656 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-28eb949a-76e1-49cb-b6cd-ab1dd4faa1b0 req-f5beeb8b-4eeb-48a6-9e6c-cc9b52edbb33 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 946 time: 0.0545223 Apr 11 13:28:05.093071 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-28eb949a-76e1-49cb-b6cd-ab1dd4faa1b0 req-c778837e-c538-4363-8a49-1b6ca971d8c6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=f7b7dc80-5f14-46a6-a869-916dedffe954&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499148 Apr 11 13:28:05.206530 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb3319-b8ef-4b4d-8d65-587009e298db req-caeddba4-6539-4d11-a55e-0054a2e2cf90 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:05.208567 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-50cb3319-b8ef-4b4d-8d65-587009e298db req-caeddba4-6539-4d11-a55e-0054a2e2cf90 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 944 time: 0.0532641 Apr 11 13:28:05.256583 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-50cb3319-b8ef-4b4d-8d65-587009e298db req-bbf35a84-7dab-4074-bf26-aff8c9783eb4 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422781 Apr 11 13:28:05.469121 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-99712fa6-e5d4-4560-a213-f86993d3458a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:05.471023 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-99712fa6-e5d4-4560-a213-f86993d3458a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 946 time: 0.0476077 Apr 11 13:28:05.485540 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 03f2dad9-2180-42a4-862d-c26f9ae82a58 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:28:05.535157 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 03f2dad9-2180-42a4-862d-c26f9ae82a58 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:28:05.563782 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Deleting port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:28:05.564126 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:05.625727 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 03f2dad9-2180-42a4-862d-c26f9ae82a58 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:28:05.627085 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:05.663206 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] For port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:28:05.663566 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:05.736095 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 03f2dad9-2180-42a4-862d-c26f9ae82a58 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:28:05.736411 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:05.766202 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4730e7-3702-4d82-86e0-64ab2a033682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f2dad9-2180-42a4-862d-c26f9ae82a58'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:28:05.769566 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40953d5-81c3-40ad-a8af-45d72aa9c16c" -d '{"events": [{"server_uuid": "fc4730e7-3702-4d82-86e0-64ab2a033682", "name": "network-vif-plugged", "status": "completed", "tag": "03f2dad9-2180-42a4-862d-c26f9ae82a58"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:28:05.898274 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:05.898653 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (6736275c-ad8b-40e7-8fcb-1d37f33c99bd), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:05.899587 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Floating IP 6736275c-ad8b-40e7-8fcb-1d37f33c99bd disassociated. External IP: 172.27.3.18, port: c009dd32-af7d-4af9-95d4-dc1f3bef3fd1. Apr 11 13:28:05.899971 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Calling delete_port for c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:28:05.953540 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a747b7ac-a772-4773-893e-8de08e3f687a x-openstack-request-id: req-a747b7ac-a772-4773-893e-8de08e3f687a {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:28:05.953943 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4730e7-3702-4d82-86e0-64ab2a033682", "name": "network-vif-plugged", "status": "completed", "tag": "03f2dad9-2180-42a4-862d-c26f9ae82a58", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:28:05.954321 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a747b7ac-a772-4773-893e-8de08e3f687a {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:28:05.954848 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a747b7ac-a772-4773-893e-8de08e3f687a'] response: {'server_uuid': 'fc4730e7-3702-4d82-86e0-64ab2a033682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f2dad9-2180-42a4-862d-c26f9ae82a58', 'code': 200} Apr 11 13:28:05.957440 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 03f2dad9-2180-42a4-862d-c26f9ae82a58, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=03f2dad9-2180-42a4-862d-c26f9ae82a58,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:28:06.023661 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:06.082202 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=03f2dad9-2180-42a4-862d-c26f9ae82a58,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:06.108638 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (c009dd32-af7d-4af9-95d4-dc1f3bef3fd1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:06.141289 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event deleted for resources: {'Port': ['ID=c009dd32-af7d-4af9-95d4-dc1f3bef3fd1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:06.161791 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279ee68-2b19-4af2-922c-224fa4b37235 req-0b42c7aa-154b-4ce3-be0c-baef095207ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:06.164086 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6279ee68-2b19-4af2-922c-224fa4b37235 req-0b42c7aa-154b-4ce3-be0c-baef095207ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 1129 time: 0.0662324 Apr 11 13:28:06.273911 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:28:06.277022 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-435517f9-2e3f-457a-b4b6-c6a81d54ad8d req-0a02ba85-19f6-4794-b69a-3452ccf7956d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 210 time: 0.0544970 Apr 11 13:28:06.280673 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6279ee68-2b19-4af2-922c-224fa4b37235 req-18dcacf9-60ae-4af6-8349-9dd0e62bb5bc service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093853 Apr 11 13:28:06.430078 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee9485-221e-44f9-a8cf-32c135336cc0 req-e4494bee-c0e0-4c42-932a-cfca2e65a12f tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:06.431560 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-51ee9485-221e-44f9-a8cf-32c135336cc0 req-e4494bee-c0e0-4c42-932a-cfca2e65a12f tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 945 time: 0.0800548 Apr 11 13:28:06.456446 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:28:06.467158 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] Sync routers for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:28:06.478181 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:28:06.478905 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:27:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:28:06.520299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] No DVR routers for this DVR port c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:28:06.523354 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:06.526744 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f19b6798-5c11-443c-a841-fcda0e54aed9 req-e2bc7b36-141b-49f5-86c8-58643f36bf47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "DELETE /v2.0/ports/c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 HTTP/1.1" status: 204 len: 173 time: 1.0503724 Apr 11 13:28:06.527185 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-deleted', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:28:06.529725 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cf4b86-4295-48d4-9d20-5b1927c224c3" -d '{"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-deleted", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:28:06.535746 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-51ee9485-221e-44f9-a8cf-32c135336cc0 req-476b0ba6-be6a-4436-a175-834ac617a9d6 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962605 Apr 11 13:28:06.608838 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76f2f8d-1b2c-4a23-b8be-c522c07b5fda x-openstack-request-id: req-b76f2f8d-1b2c-4a23-b8be-c522c07b5fda {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:28:06.613232 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dfe02c-bb7e-46a1-b728-f210ddb74d56", "name": "network-vif-deleted", "tag": "c009dd32-af7d-4af9-95d4-dc1f3bef3fd1", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:28:06.613232 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b76f2f8d-1b2c-4a23-b8be-c522c07b5fda {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:28:06.613232 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76f2f8d-1b2c-4a23-b8be-c522c07b5fda'] response: {'server_uuid': 'f1dfe02c-bb7e-46a1-b728-f210ddb74d56', 'name': 'network-vif-deleted', 'tag': 'c009dd32-af7d-4af9-95d4-dc1f3bef3fd1', 'status': 'completed', 'code': 200} Apr 11 13:28:06.720777 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:28:06.913642 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:28:06.945676 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] Checking router: d1af25b9-4c03-40a3-b0b1-0d53776b98c9 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:28:06.956579 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:28:06.957193 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:27:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:28:07.075999 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:28:07.289320 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:28:07.317439 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325ee879-0e60-4685-ba2a-55c5640ef523 None None] The sync data for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi is: [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:28:07.411962 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b250796b-1ae3-468c-a6b4-63c76cc20aca req-6da58a4e-21f6-4390-a5db-c33113779c30 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=f1dfe02c-bb7e-46a1-b728-f210ddb74d56 HTTP/1.1" status: 200 len: 210 time: 0.0340121 Apr 11 13:28:07.483122 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:28:07.510017 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:28:07.510677 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device c009dd32-af7d-4af9-95d4-dc1f3bef3fd1 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:28:07.584906 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733c83f-a23e-4ace-9914-78d18b317b71 None None] New status for floating IP 6736275c-ad8b-40e7-8fcb-1d37f33c99bd: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:28:07.690654 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be664c-bb7c-4fb7-be5e-9fdac4c03dea req-6d64a4a5-9e9b-41e6-a6bc-a2c67b95c7b2 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:07.692381 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9be664c-bb7c-4fb7-be5e-9fdac4c03dea req-6d64a4a5-9e9b-41e6-a6bc-a2c67b95c7b2 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 945 time: 0.0531433 Apr 11 13:28:07.745987 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d9be664c-bb7c-4fb7-be5e-9fdac4c03dea req-16dd4485-c24d-4ffe-b6d1-fba076084969 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Apr 11 13:28:08.575750 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 51218) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:28:08.633492 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1016a9b5-6bb3-4257-b009-b5d7bdb61cec tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (f7b7dc80-5f14-46a6-a869-916dedffe954), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:08.657354 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1016a9b5-6bb3-4257-b009-b5d7bdb61cec tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (f7b7dc80-5f14-46a6-a869-916dedffe954), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:08.795156 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1016a9b5-6bb3-4257-b009-b5d7bdb61cec tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f7b7dc80-5f14-46a6-a869-916dedffe954), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:08.795156 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-1016a9b5-6bb3-4257-b009-b5d7bdb61cec tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:08.795985 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-1016a9b5-6bb3-4257-b009-b5d7bdb61cec tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "DELETE /v2.0/security-groups/f7b7dc80-5f14-46a6-a869-916dedffe954 HTTP/1.1" status: 204 len: 168 time: 0.2183626 Apr 11 13:28:08.798489 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51222) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:28:08.805177 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016a9b5-6bb3-4257-b009-b5d7bdb61cec tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b7dc80-5f14-46a6-a869-916dedffe954,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:08.826330 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.api.v2.resource [None req-e51283b7-6bc4-46ae-bd1e-5d7d06b88a7d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] show failed (client error): The resource could not be found. Apr 11 13:28:08.826330 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e51283b7-6bc4-46ae-bd1e-5d7d06b88a7d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups/f7b7dc80-5f14-46a6-a869-916dedffe954 HTTP/1.1" status: 404 len: 347 time: 0.0226562 Apr 11 13:28:08.826667 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 51224) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:28:08.892581 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2967456-047a-4c7e-83d3-3166c92a2075 req-9d923198-c082-4d85-a38c-523970446a32 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:08.894138 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2967456-047a-4c7e-83d3-3166c92a2075 req-9d923198-c082-4d85-a38c-523970446a32 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 945 time: 0.0514798 Apr 11 13:28:08.943117 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d2967456-047a-4c7e-83d3-3166c92a2075 req-adf0cbab-51df-407f-a4ed-aaf2674aad5a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Apr 11 13:28:08.950258 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Deleting port 2616394d-ac4d-44bc-a5ac-b9c1f29b006a {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:28:08.950724 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.036782 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.037111 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.051263 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Calling delete_port for 2616394d-ac4d-44bc-a5ac-b9c1f29b006a owned by network:floatingip {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:28:09.265431 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (2616394d-ac4d-44bc-a5ac-b9c1f29b006a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.295576 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event deleted for resources: {'Port': ['ID=2616394d-ac4d-44bc-a5ac-b9c1f29b006a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:09.360325 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (6736275c-ad8b-40e7-8fcb-1d37f33c99bd), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.362521 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.363686 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-c4808f1f-2e0e-4cd8-8d69-b2d47afd1512 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "DELETE /v2.0/floatingips/6736275c-ad8b-40e7-8fcb-1d37f33c99bd HTTP/1.1" status: 204 len: 168 time: 0.5358779 Apr 11 13:28:09.700338 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51268) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:28:09.705043 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-c849bfa8-b0e0-4af0-aa47-779f044efcf6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954715563', 'description': 'tempest-description--515583699'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:28:09.771501 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c849bfa8-b0e0-4af0-aa47-779f044efcf6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.841152 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c849bfa8-b0e0-4af0-aa47-779f044efcf6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (c8081e95-56f1-4c8f-93d1-296264f52609), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.927673 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c849bfa8-b0e0-4af0-aa47-779f044efcf6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c8081e95-56f1-4c8f-93d1-296264f52609), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:09.957667 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c849bfa8-b0e0-4af0-aa47-779f044efcf6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8081e95-56f1-4c8f-93d1-296264f52609,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:10.018576 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c849bfa8-b0e0-4af0-aa47-779f044efcf6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.019832 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c849bfa8-b0e0-4af0-aa47-779f044efcf6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3183134 Apr 11 13:28:10.029265 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51274) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:28:10.033515 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-9a5567ce-c233-456a-bf0c-a0d24f6bcd68 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'security_group_rule': {'security_group_id': 'c8081e95-56f1-4c8f-93d1-296264f52609', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:28:10.120987 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9a5567ce-c233-456a-bf0c-a0d24f6bcd68 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (d58a41d3-9aed-4266-8116-9bf27ffa2f0c), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.180432 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9a5567ce-c233-456a-bf0c-a0d24f6bcd68 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (d58a41d3-9aed-4266-8116-9bf27ffa2f0c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.257098 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9a5567ce-c233-456a-bf0c-a0d24f6bcd68 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (d58a41d3-9aed-4266-8116-9bf27ffa2f0c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.276689 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5567ce-c233-456a-bf0c-a0d24f6bcd68 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58a41d3-9aed-4266-8116-9bf27ffa2f0c,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:10.356979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-9a5567ce-c233-456a-bf0c-a0d24f6bcd68 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.358223 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-9a5567ce-c233-456a-bf0c-a0d24f6bcd68 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281493 Apr 11 13:28:10.361163 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51288) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:28:10.366613 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-636523d4-7c8e-48c2-a270-dc78199a7088 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'security_group_rule': {'security_group_id': 'c8081e95-56f1-4c8f-93d1-296264f52609', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:28:10.472714 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-636523d4-7c8e-48c2-a270-dc78199a7088 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (6339f81a-5328-43a7-a577-6427fa5678fc), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.531422 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-636523d4-7c8e-48c2-a270-dc78199a7088 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (6339f81a-5328-43a7-a577-6427fa5678fc), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.624916 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-636523d4-7c8e-48c2-a270-dc78199a7088 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888489'] for security_group_rule (6339f81a-5328-43a7-a577-6427fa5678fc), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.644939 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636523d4-7c8e-48c2-a270-dc78199a7088 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6339f81a-5328-43a7-a577-6427fa5678fc,revision_number=0']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:10.722004 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-636523d4-7c8e-48c2-a270-dc78199a7088 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.727028 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-636523d4-7c8e-48c2-a270-dc78199a7088 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610983 Apr 11 13:28:10.727286 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51292) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:28:10.732419 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:28:10.817029 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:10.914160 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.025544 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Allocated IP 172.27.3.134 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/1360fb9d-9604-4eeb-b352-44e005c988ff) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:28:11.141617 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for port (1360fb9d-9604-4eeb-b352-44e005c988ff), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.228817 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (1360fb9d-9604-4eeb-b352-44e005c988ff), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.273465 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:28:11.278628 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:28:11.280799 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'Port': ['ID=1360fb9d-9604-4eeb-b352-44e005c988ff,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:11.282961 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:28:11.377039 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (fb0d459b-db7f-4693-8aa9-92cfacb77230), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.487467 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1360fb9d-9604-4eeb-b352-44e005c988ff), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.647945 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for port (1360fb9d-9604-4eeb-b352-44e005c988ff), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.719388 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (1360fb9d-9604-4eeb-b352-44e005c988ff), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.792970 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'Port': ['ID=1360fb9d-9604-4eeb-b352-44e005c988ff,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:11.806157 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (fb0d459b-db7f-4693-8aa9-92cfacb77230), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.884252 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:11.885521 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aba0f1d0-1f64-40f0-813f-010587b9d15a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1572416 Apr 11 13:28:12.110747 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-0e74b7da-397c-4d08-bd2f-e1b400b8dc74 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1954715563&fields=id&tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c HTTP/1.1" status: 200 len: 267 time: 0.0514662 Apr 11 13:28:12.220678 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b23bf-d0ed-4473-b739-24863d642a65 req-909470ef-eadb-4a61-9550-9aef6aea8731 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:12.222300 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-909470ef-eadb-4a61-9550-9aef6aea8731 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 817 time: 0.1050265 Apr 11 13:28:12.238470 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8ad26b55-b631-4505-a4bd-ba3ca5d6c7b7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/quotas/4b0f1fe37bda4d2c93681cc6b37d690c HTTP/1.1" status: 200 len: 375 time: 0.0098836 Apr 11 13:28:12.290005 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-79238484-c822-4bb5-8228-cf5109fddf2a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461037 Apr 11 13:28:12.399329 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-699afb67-f5e5-4e06-837f-517b242d07dc service neutron] 10.222.0.49 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969193 Apr 11 13:28:12.448157 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:28:12.497578 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-f38ab0f1-cff4-41de-a653-a07c859ef2e0 service neutron] 10.222.0.49 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921090 Apr 11 13:28:12.772107 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2fcc70e5-c198-47ef-ab16-f5a5b53ced0b req-c6df1230-f148-4b8e-91bb-56a47b156e3a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 210 time: 0.0285752 Apr 11 13:28:13.889010 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d23f8787-0426-492b-ab35-5355251f7203 req-5a618cc7-3709-4d8f-b211-d27bb9b9c58a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 210 time: 0.0344331 Apr 11 13:28:14.860059 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b23bf-d0ed-4473-b739-24863d642a65 req-358d29c3-2034-473d-aef4-32d41563d74b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:14.861504 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-358d29c3-2034-473d-aef4-32d41563d74b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 817 time: 0.1054914 Apr 11 13:28:14.926687 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-47fa7197-0278-467f-94d2-20769c839279 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c HTTP/1.1" status: 200 len: 380 time: 0.0560274 Apr 11 13:28:14.937141 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'port': {'device_id': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'admin_state_up': True, 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'security_groups': ['c8081e95-56f1-4c8f-93d1-296264f52609']}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:28:15.000712 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b9fe5a02-b12b-46fe-92ef-f6970fa1e8e7 req-006f70b9-f020-41db-913f-8ac1e60e7f4f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 210 time: 0.0340273 Apr 11 13:28:15.167473 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Made reservation on behalf of 4b0f1fe37bda4d2c93681cc6b37d690c for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:28:15.171508 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:15.317072 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Allocated IP 172.20.0.8 (2154aebd-01cc-461a-8de1-ba67274a625c/5a456cfa-8d0e-471b-80da-a9959ddda933/5e38a42f-91bd-4b15-9ddc-0a719e735a47) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:28:15.460378 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:15.556650 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:15.607120 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Network 2154aebd-01cc-461a-8de1-ba67274a625c is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:28:15.609973 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:28:15.612527 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:28:15.652150 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:15.681609 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:15.682436 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:15.776152 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-8aecab58-bae6-4498-9ea7-351af1d0819b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8436034 Apr 11 13:28:15.789321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Request body: {'port': {'device_id': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:28:15.852060 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:15.901450 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-e1f04801-bcbf-4c49-a0ce-1d57e9f99cfa None None] Provisioning complete for port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:28:15.902024 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-e1f04801-bcbf-4c49-a0ce-1d57e9f99cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:15.938849 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-e1f04801-bcbf-4c49-a0ce-1d57e9f99cfa None None] Port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:28:16.413927 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbb7ab-8962-43d9-811f-9a22b5baba71 req-8cd0bd77-7fbf-47c2-9668-eef1128aadcf tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:16.415363 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-94fbb7ab-8962-43d9-811f-9a22b5baba71 req-8cd0bd77-7fbf-47c2-9668-eef1128aadcf tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 931 time: 0.3350270 Apr 11 13:28:16.466308 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e38a42f-91bd-4b15-9ddc-0a719e735a47 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:28:16.479963 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Publish callbacks [] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:16.506479 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-94fbb7ab-8962-43d9-811f-9a22b5baba71 req-f981aa69-abd3-4ae8-ae93-6c9025321d09 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701303 Apr 11 13:28:16.507373 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Transition to ACTIVE for port object 5e38a42f-91bd-4b15-9ddc-0a719e735a47 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:28:16.567935 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:16.635746 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:16.711310 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Attempting to bind port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:28:16.711645 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Attempting to bind port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:28:16.711973 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Attempting to bind port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 on network 2154aebd-01cc-461a-8de1-ba67274a625c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:28:16.717830 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 on network 2154aebd-01cc-461a-8de1-ba67274a625c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:28:16.718204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Attempting to bind port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 on network 2154aebd-01cc-461a-8de1-ba67274a625c {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:28:16.723619 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:28:16.723958 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Checking segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:28:16.724340 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Bound using segment: {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:28:16.724766 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Bound port: 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ca915e-7586-45f1-8b53-edf0f393d8a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:28:16.725124 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:16.796001 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:28:16.799195 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:28:16.865670 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:16.908569 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:16.909191 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:16.910585 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] 10.222.0.50 "PUT /v2.0/ports/5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 200 len: 1093 time: 1.1256344 Apr 11 13:28:16.911026 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:28:16.913275 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207f903d-34c8-4668-9d85-f1b3da6bdedd" -d '{"events": [{"name": "network-changed", "server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:28:16.938462 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2166a5-3bc4-4b35-bfdb-eaca34d28a8a service neutron] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:16.961806 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbde3683-4c8d-4221-96f5-fa48a9a38775 x-openstack-request-id: req-cbde3683-4c8d-4221-96f5-fa48a9a38775 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:28:16.962195 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:28:16.962452 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cbde3683-4c8d-4221-96f5-fa48a9a38775 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:28:16.972595 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbde3683-4c8d-4221-96f5-fa48a9a38775'] response: {'name': 'network-changed', 'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'status': 'completed', 'code': 200} Apr 11 13:28:17.036572 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f903d-34c8-4668-9d85-f1b3da6bdedd req-2118049d-0aa2-4e76-9994-a46e54054f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:17.038686 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-207f903d-34c8-4668-9d85-f1b3da6bdedd req-2118049d-0aa2-4e76-9994-a46e54054f5f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1127 time: 0.0529006 Apr 11 13:28:17.153242 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f903d-34c8-4668-9d85-f1b3da6bdedd req-87421ea8-ba5c-4de6-b2d8-c0dc3f998083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:17.154743 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-207f903d-34c8-4668-9d85-f1b3da6bdedd req-87421ea8-ba5c-4de6-b2d8-c0dc3f998083 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1030023 Apr 11 13:28:17.256776 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f903d-34c8-4668-9d85-f1b3da6bdedd req-a9131062-a6ef-4b8a-8863-31741dea3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:17.258673 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-207f903d-34c8-4668-9d85-f1b3da6bdedd req-a9131062-a6ef-4b8a-8863-31741dea3793 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960243 Apr 11 13:28:17.348252 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b23bf-d0ed-4473-b739-24863d642a65 req-bb6f87ee-19c5-46bf-b0a5-bfcb7af3349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:17.349732 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-bb6f87ee-19c5-46bf-b0a5-bfcb7af3349f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1127 time: 0.0411758 Apr 11 13:28:17.395755 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-22eeecf0-a6f1-42cb-aae7-ab8332464ef2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 200 len: 217 time: 0.0384669 Apr 11 13:28:17.446606 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b23bf-d0ed-4473-b739-24863d642a65 req-82ec3374-b853-4adc-891f-a62cf23a0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:17.448030 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-82ec3374-b853-4adc-891f-a62cf23a0e01 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0462959 Apr 11 13:28:17.493784 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b23bf-d0ed-4473-b739-24863d642a65 req-9e330791-2af0-4d9c-a9fe-ae5323788e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:17.495392 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-9e330791-2af0-4d9c-a9fe-ae5323788e53 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403261 Apr 11 13:28:17.602509 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-c6d8b2e9-d747-43e2-910c-c543970ac16f service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001830 Apr 11 13:28:17.660260 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23a1d4-6702-4895-a1f8-32eae6666c01 req-d9ec3814-89cb-41cb-87c8-ff7502fe4f6a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:17.661745 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fa23a1d4-6702-4895-a1f8-32eae6666c01 req-d9ec3814-89cb-41cb-87c8-ff7502fe4f6a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0744481 Apr 11 13:28:17.758599 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fa23a1d4-6702-4895-a1f8-32eae6666c01 req-131233e2-c0fd-427d-8635-ce90504381e2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654449 Apr 11 13:28:17.760459 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-344b23bf-d0ed-4473-b739-24863d642a65 req-ed133373-1348-4a23-8487-7303e9ad0446 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412640 Apr 11 13:28:18.895895 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6107117-269a-4551-9dd8-100241ccb772 req-f2a563f1-4aa6-4082-bb7c-b447e0cd3ec9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:18.897534 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b6107117-269a-4551-9dd8-100241ccb772 req-f2a563f1-4aa6-4082-bb7c-b447e0cd3ec9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0588326 Apr 11 13:28:18.946743 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b6107117-269a-4551-9dd8-100241ccb772 req-eeb6618a-6621-42af-985a-382965d14808 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433729 Apr 11 13:28:20.067205 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f03fee-5e7f-47ce-afae-28404f9adc58 req-1c030992-30e3-41a4-a5df-65ffc9643e25 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:20.068702 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f4f03fee-5e7f-47ce-afae-28404f9adc58 req-1c030992-30e3-41a4-a5df-65ffc9643e25 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0488920 Apr 11 13:28:20.118543 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f4f03fee-5e7f-47ce-afae-28404f9adc58 req-62112c5c-0f77-42fc-b696-05e5c6dd4b15 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442286 Apr 11 13:28:21.243180 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac1a14-767c-40a6-a62f-e70e3a89f04b req-4bb3a889-3c26-47bc-990d-13e159b980fd tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:21.244666 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-17ac1a14-767c-40a6-a62f-e70e3a89f04b req-4bb3a889-3c26-47bc-990d-13e159b980fd tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0526958 Apr 11 13:28:21.295550 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-17ac1a14-767c-40a6-a62f-e70e3a89f04b req-a7d8dc2e-7ade-4606-8000-32a287cf0a25 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 Apr 11 13:28:21.538233 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:28:21.640908 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:28:21.651800 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'port_id': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'mac_address': 'fa:16:3e:d3:91:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:28:21.692826 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:28:21.693224 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:21.707192 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e38a42f-91bd-4b15-9ddc-0a719e735a47 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:28:21.727856 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:28:21.859476 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:21.908701 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:22.102653 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['5e38a42f-91bd-4b15-9ddc-0a719e735a47'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:28:22.423383 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66e000-aa61-409f-ad10-b7cf064865c2 req-313131fc-ae6d-46d5-8387-ed5d43623951 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:22.424861 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7b66e000-aa61-409f-ad10-b7cf064865c2 req-313131fc-ae6d-46d5-8387-ed5d43623951 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 944 time: 0.0528445 Apr 11 13:28:22.472211 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7b66e000-aa61-409f-ad10-b7cf064865c2 req-117157bd-4f09-431b-9bcd-e62c478110e9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416808 Apr 11 13:28:22.836279 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:23.182538 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-722d6f79-8914-4464-9541-d82d3ea16891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:23.562954 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:28:23.601972 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea9fdf-2f97-4393-b8e3-1ce317e5d8f4 req-076af035-2ba2-4f0e-9f99-d21a02b24f58 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:23.603873 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7ea9fdf-2f97-4393-b8e3-1ce317e5d8f4 req-076af035-2ba2-4f0e-9f99-d21a02b24f58 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 944 time: 0.0620134 Apr 11 13:28:23.616734 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:28:23.654387 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7ea9fdf-2f97-4393-b8e3-1ce317e5d8f4 req-2c2e7147-2756-4537-a9cf-eaff28ce64ad tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444908 Apr 11 13:28:23.686579 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:28:23.686579 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:23.769092 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:28:23.769394 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:23.792662 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:28:23.795105 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f79aa9-4865-4fed-a90f-312331aac788" -d '{"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:28:23.807472 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:28:23.833151 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83742925-1c6a-4570-b236-945209070d7a x-openstack-request-id: req-83742925-1c6a-4570-b236-945209070d7a {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:28:23.833445 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:28:23.833697 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83742925-1c6a-4570-b236-945209070d7a {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:28:23.834092 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83742925-1c6a-4570-b236-945209070d7a'] response: {'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'code': 200} Apr 11 13:28:23.881425 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:23.932206 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:24.147855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8d7c9-9574-4c10-9327-c6b15c92af67 req-7c320544-2d7b-4f5a-abbb-d5b39142b4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:24.149379 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-99c8d7c9-9574-4c10-9327-c6b15c92af67 req-7c320544-2d7b-4f5a-abbb-d5b39142b4d3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1129 time: 0.0424948 Apr 11 13:28:24.195320 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-99c8d7c9-9574-4c10-9327-c6b15c92af67 req-7aef97d6-58b3-4d50-be96-3245abc6a025 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Apr 11 13:28:24.777194 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23378016-23bc-4216-abc0-06f003c44429 req-6192cc9f-93e6-4724-9d1b-769fd34d6624 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:24.779032 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-23378016-23bc-4216-abc0-06f003c44429 req-6192cc9f-93e6-4724-9d1b-769fd34d6624 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0507526 Apr 11 13:28:24.834738 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-23378016-23bc-4216-abc0-06f003c44429 req-2d7bea62-9e60-479d-80b2-17b482a8e127 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478354 Apr 11 13:28:25.787972 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ffbf28a9-0d00-4705-bdcd-ec496b2d75e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:25.954422 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0702d1-0a04-4778-a5eb-c9d45cdf4e71 req-10bdde3f-4a93-4a65-8dc4-8c9205573525 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:25.955815 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d0702d1-0a04-4778-a5eb-c9d45cdf4e71 req-10bdde3f-4a93-4a65-8dc4-8c9205573525 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0479503 Apr 11 13:28:26.006319 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7d0702d1-0a04-4778-a5eb-c9d45cdf4e71 req-ee564445-e416-4158-9202-168b16b98c9e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Apr 11 13:28:26.462011 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:27.124704 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebf514-8279-4c11-b66e-35f58998a791 req-4d73cbf4-a330-4daa-a415-3618a3443cc6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:27.126090 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4cebf514-8279-4c11-b66e-35f58998a791 req-4d73cbf4-a330-4daa-a415-3618a3443cc6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0468009 Apr 11 13:28:27.173688 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4cebf514-8279-4c11-b66e-35f58998a791 req-59c437e3-ef7d-4a58-939b-7a8bfb1978e1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419824 Apr 11 13:28:27.289835 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec97d0-324c-4ce8-ba2c-4410d7209567 req-9ee288a4-cbf3-4e62-b773-6ec6969b26c5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:27.291269 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-49ec97d0-324c-4ce8-ba2c-4410d7209567 req-9ee288a4-cbf3-4e62-b773-6ec6969b26c5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0473602 Apr 11 13:28:27.300201 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 51404) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:28:27.304449 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Request body: {'floatingip': {'port_id': '5e38a42f-91bd-4b15-9ddc-0a719e735a47'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:28:27.348171 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (fb0d459b-db7f-4693-8aa9-92cfacb77230), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:27.792618 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:27.852331 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (fb0d459b-db7f-4693-8aa9-92cfacb77230), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:27.956711 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Floating IP fb0d459b-db7f-4693-8aa9-92cfacb77230 associated. External IP: 172.27.3.134, port: 5e38a42f-91bd-4b15-9ddc-0a719e735a47. Apr 11 13:28:27.995809 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:28.168378 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:28:28.277330 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:28:28.282919 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:28.289083 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] Sync routers for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:28:28.300109 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:28:28.300734 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:28:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:28:28.313274 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-30cec10f-5609-4e90-8772-a85aa93b6bfc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "PUT /v2.0/floatingips/fb0d459b-db7f-4693-8aa9-92cfacb77230 HTTP/1.1" status: 200 len: 991 time: 1.0122790 Apr 11 13:28:28.313855 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:28:28.316207 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:28:28.356039 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5847597-01ab-4ac1-bdad-23ff5c2c6e78 x-openstack-request-id: req-e5847597-01ab-4ac1-bdad-23ff5c2c6e78 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:28:28.356039 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:28:28.356039 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5847597-01ab-4ac1-bdad-23ff5c2c6e78 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:28:28.356039 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5847597-01ab-4ac1-bdad-23ff5c2c6e78'] response: {'name': 'network-changed', 'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'status': 'completed', 'code': 200} Apr 11 13:28:28.419659 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:28:28.422324 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-66af8850-e332-496b-9a08-a79611d040c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:28.423848 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-66af8850-e332-496b-9a08-a79611d040c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1129 time: 0.0440845 Apr 11 13:28:28.514206 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-000b593e-0a38-4fa2-b866-2a7764f02626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:28.515689 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-000b593e-0a38-4fa2-b866-2a7764f02626 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.0858049 Apr 11 13:28:28.582622 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-f94c1a7c-5177-426d-9b9f-ea05d78457b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 200 len: 999 time: 0.0610597 Apr 11 13:28:28.630585 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-c9072c9f-d4e9-4e97-b8ef-a411d2c538b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:28.632041 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-c9072c9f-d4e9-4e97-b8ef-a411d2c538b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0435133 Apr 11 13:28:28.641444 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'fb0d459b-db7f-4693-8aa9-92cfacb77230', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'port_id': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'mac_address': 'fa:16:3e:d3:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:28:11Z', 'updated_at': '2022-04-11T13:28:27Z', 'revision_number': 1, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:28:28.672045 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] Checking router: d1af25b9-4c03-40a3-b0b1-0d53776b98c9 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:28:28.676488 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-7f0d6f4a-a4cb-4519-adb3-58e2fdec4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:28.677986 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-7f0d6f4a-a4cb-4519-adb3-58e2fdec4367 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387461 Apr 11 13:28:28.680193 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:28:28.680790 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:28:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:28:28.780461 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-0e57273f-9379-40c9-a0de-30701817cadc service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957165 Apr 11 13:28:28.791148 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:28:28.869887 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-761c1e3e-4a96-4915-b986-2ac3ff4ac1ad req-2b9861cc-d476-4731-9399-a1685157add8 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825460 Apr 11 13:28:29.092652 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'fb0d459b-db7f-4693-8aa9-92cfacb77230', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'port_id': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'mac_address': 'fa:16:3e:d3:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:28:11Z', 'updated_at': '2022-04-11T13:28:27Z', 'revision_number': 1, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:28:29.121551 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a235174-c48a-4a3b-ad0c-9144c8311d17 None None] The sync data for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi is: [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'fb0d459b-db7f-4693-8aa9-92cfacb77230', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'port_id': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'mac_address': 'fa:16:3e:d3:91:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:28:11Z', 'updated_at': '2022-04-11T13:28:27Z', 'revision_number': 1, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:28:29.317884 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9256f97d-32be-43d9-9a8b-6a39759411ab None None] New status for floating IP fb0d459b-db7f-4693-8aa9-92cfacb77230: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:28:29.553544 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:31.847211 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-7579d320-ff83-47db-a4d3-4128055f791c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432515 Apr 11 13:28:31.927979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-21a2b2fd-ff30-4531-914f-68367de9d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:31.932309 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-21a2b2fd-ff30-4531-914f-68367de9d36d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 1129 time: 0.0396001 Apr 11 13:28:32.040729 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-8d0f0f4b-0ea0-4ffe-82e1-1867baf1d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:32.042229 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-8d0f0f4b-0ea0-4ffe-82e1-1867baf1d854 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0879080 Apr 11 13:28:32.112129 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-9951509d-bae4-430e-8f73-6e4d64919b34 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b57029bc-1f27-42b6-b94e-6f1df8d01a38 HTTP/1.1" status: 200 len: 999 time: 0.0606699 Apr 11 13:28:32.164233 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-9a912f2a-fd50-4c0b-bd1a-1963e7a6160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:32.165644 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-9a912f2a-fd50-4c0b-bd1a-1963e7a6160b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0440202 Apr 11 13:28:32.207739 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-1741ddde-2db1-4e0e-addf-7d2486c20431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:32.209196 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-1741ddde-2db1-4e0e-addf-7d2486c20431 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371499 Apr 11 13:28:32.301280 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-33d0a192-edc7-49e8-9d76-71eed7d2b7d8 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854514 Apr 11 13:28:32.390559 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0649dbdf-be6f-410f-b101-e3d02fd500c0 req-e953ad9b-8839-41e9-b236-5368e92ea7e1 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830986 Apr 11 13:28:49.446823 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:28:52.799992 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:53.155340 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-15012f95-0da5-4c07-9e17-5f574c896e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:54.531979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7c217-99ac-4c2d-aef3-eaa2fd6eec82 req-f20d6ccc-9d36-45cc-bae0-59717a79ab5f tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:54.533467 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fdb7c217-99ac-4c2d-aef3-eaa2fd6eec82 req-f20d6ccc-9d36-45cc-bae0-59717a79ab5f tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 945 time: 0.0555475 Apr 11 13:28:54.581280 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-fdb7c217-99ac-4c2d-aef3-eaa2fd6eec82 req-54752be7-84c7-47ba-8759-18dd3b6d0491 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Apr 11 13:28:55.726016 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0a9b6459-ac69-480a-8645-7f1dbfaec4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:55.758927 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc7be7-3fea-4df1-a64d-22a634917c3c req-df7298dd-498f-463e-9008-213d7b7d130b tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:55.760952 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-44fc7be7-3fea-4df1-a64d-22a634917c3c req-df7298dd-498f-463e-9008-213d7b7d130b tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 945 time: 0.1067631 Apr 11 13:28:55.808975 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-44fc7be7-3fea-4df1-a64d-22a634917c3c req-9c9523cf-f510-4f65-8f65-e6c52bb35fc2 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Apr 11 13:28:56.239079 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-bba2323a-4419-4d7e-8a35-cdc634fc72e3 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:28:56.240581 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-bba2323a-4419-4d7e-8a35-cdc634fc72e3 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 945 time: 0.0626280 Apr 11 13:28:56.333692 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Deleting port 03f2dad9-2180-42a4-862d-c26f9ae82a58 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:28:56.334043 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:56.389509 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:56.429015 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] For port 03f2dad9-2180-42a4-862d-c26f9ae82a58, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=03f2dad9-2180-42a4-862d-c26f9ae82a58,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:28:56.429434 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:56.445643 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Calling delete_port for 03f2dad9-2180-42a4-862d-c26f9ae82a58 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:28:56.623150 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (03f2dad9-2180-42a4-862d-c26f9ae82a58), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:56.636539 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['03f2dad9-2180-42a4-862d-c26f9ae82a58'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:28:56.652521 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Pushing event deleted for resources: {'Port': ['ID=03f2dad9-2180-42a4-862d-c26f9ae82a58,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:28:56.664911 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.665266 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.665611 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.665956 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.666314 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.666647 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.666987 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.667308 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.667905 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.668212 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.668752 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.669307 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.669882 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.670472 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.671058 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:28:56.708461 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] No DVR routers for this DVR port 03f2dad9-2180-42a4-862d-c26f9ae82a58 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:28:56.711060 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:56.714360 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0e93696-bf1a-4ff7-a559-b3b6c1da8c79 req-392bdccf-ea09-4128-8ddf-3bed1a37c86e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "DELETE /v2.0/ports/03f2dad9-2180-42a4-862d-c26f9ae82a58 HTTP/1.1" status: 204 len: 173 time: 0.4678795 Apr 11 13:28:56.715078 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4730e7-3702-4d82-86e0-64ab2a033682', 'name': 'network-vif-deleted', 'tag': '03f2dad9-2180-42a4-862d-c26f9ae82a58'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:28:56.717337 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f5d8cf-5be8-4656-ad9e-b961552a7a62" -d '{"events": [{"server_uuid": "fc4730e7-3702-4d82-86e0-64ab2a033682", "name": "network-vif-deleted", "tag": "03f2dad9-2180-42a4-862d-c26f9ae82a58"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:28:56.752801 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aec056b-2853-468e-a60c-acabebe75518 x-openstack-request-id: req-2aec056b-2853-468e-a60c-acabebe75518 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:28:56.753097 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4730e7-3702-4d82-86e0-64ab2a033682", "name": "network-vif-deleted", "tag": "03f2dad9-2180-42a4-862d-c26f9ae82a58", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:28:56.753429 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aec056b-2853-468e-a60c-acabebe75518 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:28:56.753835 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aec056b-2853-468e-a60c-acabebe75518'] response: {'server_uuid': 'fc4730e7-3702-4d82-86e0-64ab2a033682', 'name': 'network-vif-deleted', 'tag': '03f2dad9-2180-42a4-862d-c26f9ae82a58', 'status': 'completed', 'code': 200} Apr 11 13:28:56.915347 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3a4bd5d5-e9f3-4bbe-9dd2-79674304b783 req-db2f8465-c91a-4fb5-9c18-e459fc8af800 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=fc4730e7-3702-4d82-86e0-64ab2a033682 HTTP/1.1" status: 200 len: 210 time: 0.0317495 Apr 11 13:28:58.006096 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:28:59.554341 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:01.765626 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 03f2dad9-2180-42a4-862d-c26f9ae82a58 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:29:01.785931 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 03f2dad9-2180-42a4-862d-c26f9ae82a58 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:29:01.786412 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 03f2dad9-2180-42a4-862d-c26f9ae82a58 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:29:08.776087 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-77ffdd42-3631-4aef-9a1d-b07bd05bd249 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:08.777892 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-77ffdd42-3631-4aef-9a1d-b07bd05bd249 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/networks?id=f3be0a51-cfbd-4bd3-88c6-23b93d492966 HTTP/1.1" status: 200 len: 813 time: 0.1034763 Apr 11 13:29:08.793454 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-2126d939-f319-4ab7-a83c-fb97e2c2f7ab tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/quotas/eea7d18367ba4ce39458b5a8f0d0fc8a HTTP/1.1" status: 200 len: 375 time: 0.0097752 Apr 11 13:29:08.828554 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-baf2b7aa-9a2a-4456-85e1-3b5a8caa536a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=eea7d18367ba4ce39458b5a8f0d0fc8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299213 Apr 11 13:29:08.838753 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-275af5b3-34b8-4c00-bfb6-f01ac87ea5c7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103909) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:29:08.839906 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-275af5b3-34b8-4c00-bfb6-f01ac87ea5c7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050356 Apr 11 13:29:08.934012 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-1eff3ee1-c1f0-4b9e-88ac-7c950431aae4 service neutron] 10.222.0.49 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 Apr 11 13:29:09.028248 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-34d88967-3c69-452a-92b5-363cbbc34f5c service neutron] 10.222.0.49 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882397 Apr 11 13:29:09.291411 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-36fd97b2-1b4d-46b3-a923-8ea521c5af7f req-876963e4-4139-478b-ae5d-50dfaf2436cc tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 210 time: 0.0319030 Apr 11 13:29:10.389761 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3c4722de-cd62-44dc-82bd-1505f7491b58 req-1bb86909-d24f-403d-bad2-366430781085 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 210 time: 0.0293796 Apr 11 13:29:11.453630 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-7f245477-9056-462c-bb08-e1dd077a3a88 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:11.456077 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-7f245477-9056-462c-bb08-e1dd077a3a88 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "GET /v2.0/networks?id=f3be0a51-cfbd-4bd3-88c6-23b93d492966 HTTP/1.1" status: 200 len: 813 time: 0.1163549 Apr 11 13:29:11.470981 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Request body: {'port': {'device_id': 'c1c9dbae-aeca-4dd3-a288-7516c621dd01', 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966', 'admin_state_up': True, 'tenant_id': 'eea7d18367ba4ce39458b5a8f0d0fc8a'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:29:11.518977 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-614459bf-15e4-4e90-a638-99885526863e req-94c0cec1-1225-4d49-a0e1-3c767b76a7c8 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 210 time: 0.0415523 Apr 11 13:29:11.731864 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Made reservation on behalf of eea7d18367ba4ce39458b5a8f0d0fc8a for: {'port': 1} {{(pid=103910) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:29:11.735267 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:11.870901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Allocated IP 172.20.0.5 (f3be0a51-cfbd-4bd3-88c6-23b93d492966/cb9fe6bc-2085-453f-bf89-cdb2af591ac3/1b0c14c9-5664-4c29-9fb3-9a51e04f3c73) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:29:12.023700 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks [] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:12.114624 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:12.162478 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Network f3be0a51-cfbd-4bd3-88c6-23b93d492966 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:29:12.165592 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:29:12.170389 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:29:12.199154 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Pushing event updated for resources: {'Port': ['ID=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:12.223674 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:12.224472 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:12.327775 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-56d0183c-4c7e-40b2-86db-c3140f8ae485 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8616395 Apr 11 13:29:12.339925 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-6b72142f-5b82-47f8-8227-220c0927ea39 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:29:12.341149 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-6b72142f-5b82-47f8-8227-220c0927ea39 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060167 Apr 11 13:29:12.398655 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Request body: {'port': {'device_id': 'c1c9dbae-aeca-4dd3-a288-7516c621dd01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:29:12.461870 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:12.717763 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38561501-2292-4b6d-90f6-b1a2cd895a35 req-475cb78d-0102-478d-985f-375506750bf3 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:12.719263 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-38561501-2292-4b6d-90f6-b1a2cd895a35 req-475cb78d-0102-478d-985f-375506750bf3 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 931 time: 0.0882514 Apr 11 13:29:12.798993 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-38561501-2292-4b6d-90f6-b1a2cd895a35 req-31832025-e276-4283-a372-e102387e3e7a tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733583 Apr 11 13:29:12.839829 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 {{(pid=103910) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:29:12.847797 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Publish callbacks [] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:12.861257 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.provisioning_blocks [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Transition to ACTIVE for port object 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 will not be triggered until provisioned by entity L2. {{(pid=103910) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:29:12.942599 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:12.992713 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:13.063878 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Attempting to bind port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:29:13.064211 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Attempting to bind port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:29:13.064538 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Attempting to bind port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 on network f3be0a51-cfbd-4bd3-88c6-23b93d492966 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:29:13.068945 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 on network f3be0a51-cfbd-4bd3-88c6-23b93d492966 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:29:13.069264 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Attempting to bind port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 on network f3be0a51-cfbd-4bd3-88c6-23b93d492966 {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:29:13.074546 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:29:13.078936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Checking segment: {'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103910) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:29:13.078936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Bound using segment: {'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'} {{(pid=103910) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:29:13.078936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.managers [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Bound port: 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811adcab-eeed-4b90-8f9a-0c2eb47bbd46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966'}}] {{(pid=103910) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:29:13.078936 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:13.141836 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] For port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73, host hv-cinder-83697, cleared binding levels {{(pid=103910) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:29:13.144698 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] For port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103910) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:29:13.228832 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:13.524837 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:13.525562 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:13.527676 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] 10.222.0.50 "PUT /v2.0/ports/1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 HTTP/1.1" status: 200 len: 1093 time: 1.1792417 Apr 11 13:29:13.530347 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c9dbae-aeca-4dd3-a288-7516c621dd01', 'tag': '1b0c14c9-5664-4c29-9fb3-9a51e04f3c73'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:29:13.532662 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc37651-15ce-4134-8dcf-d63be53f35df" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c9dbae-aeca-4dd3-a288-7516c621dd01", "tag": "1b0c14c9-5664-4c29-9fb3-9a51e04f3c73"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:29:13.555326 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8c776-62ca-4bea-ae39-11f3ae43fa29 service neutron] Pushing event updated for resources: {'Port': ['ID=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,revision_number=3']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:13.658204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a20a7f1-1770-47a0-84a0-899c103655d2 x-openstack-request-id: req-8a20a7f1-1770-47a0-84a0-899c103655d2 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:29:13.658476 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c9dbae-aeca-4dd3-a288-7516c621dd01", "tag": "1b0c14c9-5664-4c29-9fb3-9a51e04f3c73", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:29:13.658693 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8a20a7f1-1770-47a0-84a0-899c103655d2 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:29:13.659086 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a20a7f1-1770-47a0-84a0-899c103655d2'] response: {'name': 'network-changed', 'server_uuid': 'c1c9dbae-aeca-4dd3-a288-7516c621dd01', 'tag': '1b0c14c9-5664-4c29-9fb3-9a51e04f3c73', 'status': 'completed', 'code': 200} Apr 11 13:29:13.690737 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-60944a1f-3042-4da4-8a62-3be0ec29816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:13.692262 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-60944a1f-3042-4da4-8a62-3be0ec29816a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eea7d18367ba4ce39458b5a8f0d0fc8a&device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 1127 time: 0.0449290 Apr 11 13:29:13.741323 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-2e05560f-63a2-47a2-8152-9a2b6e38b0b8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 HTTP/1.1" status: 200 len: 217 time: 0.0379498 Apr 11 13:29:13.790071 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-0182d154-e138-411e-89a3-2529a189eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:13.791468 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-0182d154-e138-411e-89a3-2529a189eb74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb9fe6bc-2085-453f-bf89-cdb2af591ac3 HTTP/1.1" status: 200 len: 853 time: 0.0437279 Apr 11 13:29:13.824082 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-681b7168-1a79-4442-9fc1-778ee341c4fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3be0a51-cfbd-4bd3-88c6-23b93d492966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262446 Apr 11 13:29:13.950407 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e63ce-fb99-4be7-942b-c1d0fee33bf5 req-a5acdbd6-03a8-4f78-b5cc-632c01107046 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:13.951888 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-055e63ce-fb99-4be7-942b-c1d0fee33bf5 req-a5acdbd6-03a8-4f78-b5cc-632c01107046 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 943 time: 0.0628877 Apr 11 13:29:13.971897 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-3c5a6484-1fe0-468d-aa5c-e8bcf7e5815c service neutron] 10.222.0.50 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396978 Apr 11 13:29:14.067577 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-055e63ce-fb99-4be7-942b-c1d0fee33bf5 req-46ba71f0-bfcb-40dd-8b5f-f88243587f1d tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093442 Apr 11 13:29:14.098972 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f0ba97e7-84c6-4b49-8532-2f293f3bc486 req-28db6b77-2cf3-42bb-92b8-a965fba3f65e service neutron] 10.222.0.50 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168618 Apr 11 13:29:14.900264 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2e4c5-0e89-4910-928c-cf2af93f739f req-1356c6bd-6101-43a7-b9fb-82e1f67783ac tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:14.902430 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b4f2e4c5-0e89-4910-928c-cf2af93f739f req-1356c6bd-6101-43a7-b9fb-82e1f67783ac tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0484395 Apr 11 13:29:14.948892 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b4f2e4c5-0e89-4910-928c-cf2af93f739f req-239e20a4-13d3-4c90-9b4c-32f2ecdce6a9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397372 Apr 11 13:29:15.205333 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624cfe90-8355-4c7d-a7c0-47f5111017f8 req-8a2ee75f-b285-4289-9484-3b43960a48b8 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:15.207799 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-624cfe90-8355-4c7d-a7c0-47f5111017f8 req-8a2ee75f-b285-4289-9484-3b43960a48b8 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 943 time: 0.0633974 Apr 11 13:29:15.235520 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-60c2044d-917a-448f-95db-1a3035405020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:15.237252 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-60c2044d-917a-448f-95db-1a3035405020 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eea7d18367ba4ce39458b5a8f0d0fc8a&device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 1127 time: 0.0560846 Apr 11 13:29:15.274246 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-624cfe90-8355-4c7d-a7c0-47f5111017f8 req-634fa0c1-8d6b-47e8-9ce2-1566664f3453 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601070 Apr 11 13:29:15.340666 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-6fbc62c5-20aa-4f9e-a267-bd01b63b481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:15.342177 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-6fbc62c5-20aa-4f9e-a267-bd01b63b481a service neutron] 10.222.0.50 "GET /v2.0/networks?id=f3be0a51-cfbd-4bd3-88c6-23b93d492966 HTTP/1.1" status: 200 len: 914 time: 0.0933914 Apr 11 13:29:15.416281 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-edea9125-9be2-4a96-b567-42dfaeaf83c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 HTTP/1.1" status: 200 len: 217 time: 0.0374372 Apr 11 13:29:15.469733 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-107c3ec8-2580-4472-823d-c32279fd9012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:15.471164 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-107c3ec8-2580-4472-823d-c32279fd9012 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb9fe6bc-2085-453f-bf89-cdb2af591ac3 HTTP/1.1" status: 200 len: 853 time: 0.0497522 Apr 11 13:29:15.503908 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-667b71da-4887-4ca1-92b2-c28d12a47dd2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f3be0a51-cfbd-4bd3-88c6-23b93d492966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268929 Apr 11 13:29:15.594246 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-3062ebe7-7111-4f34-b678-06730b7fea05 service neutron] 10.222.0.50 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845480 Apr 11 13:29:15.691124 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bcc37651-15ce-4134-8dcf-d63be53f35df req-b25d08de-ba73-4d1c-b5fe-81a5553a26bd service neutron] 10.222.0.50 "GET /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909045 Apr 11 13:29:16.075409 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8bf3-6e16-4876-ae81-f0065836acb1 req-b2d6fa4f-cda0-4b9d-8718-005b50a6de55 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:16.076915 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-af5d8bf3-6e16-4876-ae81-f0065836acb1 req-b2d6fa4f-cda0-4b9d-8718-005b50a6de55 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0543320 Apr 11 13:29:16.125177 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-af5d8bf3-6e16-4876-ae81-f0065836acb1 req-d6c170f2-5c92-4907-a018-836cf9538ee4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Apr 11 13:29:16.390890 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4771c-2c74-49ea-a528-f52847aba070 req-4149d47d-e611-4c59-9d6a-92f0ccf68cb7 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:16.392389 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aab4771c-2c74-49ea-a528-f52847aba070 req-4149d47d-e611-4c59-9d6a-92f0ccf68cb7 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 943 time: 0.0474687 Apr 11 13:29:16.444380 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-aab4771c-2c74-49ea-a528-f52847aba070 req-11dfd604-27a3-4334-99ad-92ce4f511ff5 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457158 Apr 11 13:29:17.251440 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69786602-1925-462b-9411-63318a754eb6 req-5700bd52-7f53-4c24-a6ae-70fb90c6ab3e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:17.252996 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-69786602-1925-462b-9411-63318a754eb6 req-5700bd52-7f53-4c24-a6ae-70fb90c6ab3e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0523827 Apr 11 13:29:17.305173 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-69786602-1925-462b-9411-63318a754eb6 req-c707f0bc-46c5-4c50-9aab-3de832ef970d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461342 Apr 11 13:29:17.561102 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b507ab-6d38-4e32-8c80-af3ce34d0607 req-50150e8f-4d4d-4316-a107-590f166c5e62 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:17.562625 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f3b507ab-6d38-4e32-8c80-af3ce34d0607 req-50150e8f-4d4d-4316-a107-590f166c5e62 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 943 time: 0.0474329 Apr 11 13:29:17.610084 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f3b507ab-6d38-4e32-8c80-af3ce34d0607 req-960fee45-4642-4e63-b0f8-d43acf3c74ce tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Apr 11 13:29:17.873034 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:29:17.971957 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:29:17.983882 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '1b0c14c9-5664-4c29-9fb3-9a51e04f3c73', 'network_id': 'f3be0a51-cfbd-4bd3-88c6-23b93d492966', 'port_id': '1b0c14c9-5664-4c29-9fb3-9a51e04f3c73', 'mac_address': 'fa:16:3e:ae:a9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb9fe6bc-2085-453f-bf89-cdb2af591ac3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:29:18.021485 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:29:18.021858 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:18.035002 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:29:18.054627 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:29:18.148134 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:18.195539 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:18.203045 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.203395 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.203745 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.204117 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.204463 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.204800 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.205158 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.205510 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.205839 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.206191 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.206522 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.206850 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.207175 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.207501 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.207825 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:29:18.411779 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1b0c14c9-5664-4c29-9fb3-9a51e04f3c73'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:29:18.441023 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7f8af-61c5-4473-88ba-c2a5d921793f req-a8fec7da-92e4-4d5e-8b77-0a194cf1b112 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:18.442550 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-16e7f8af-61c5-4473-88ba-c2a5d921793f req-a8fec7da-92e4-4d5e-8b77-0a194cf1b112 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0495038 Apr 11 13:29:18.511590 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-16e7f8af-61c5-4473-88ba-c2a5d921793f req-8c1d79d3-8197-4f17-a3a7-9053015c89d8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578251 Apr 11 13:29:18.725575 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1f0dd-3aa4-4a9a-bb59-83dddddb8275 req-7e8d8048-d54f-4e83-8226-54b3ed3d85de tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:18.727296 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0bc1f0dd-3aa4-4a9a-bb59-83dddddb8275 req-7e8d8048-d54f-4e83-8226-54b3ed3d85de tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 944 time: 0.0487311 Apr 11 13:29:18.778739 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0bc1f0dd-3aa4-4a9a-bb59-83dddddb8275 req-e8aaa1f8-436d-40ad-b3da-aaeefda0fff6 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440619 Apr 11 13:29:19.634175 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff03bd-755a-4ee7-a6f2-b42551891448 req-3214500c-5c18-4e2c-b55f-8d5b22ec41db tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:19.635673 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-63ff03bd-755a-4ee7-a6f2-b42551891448 req-3214500c-5c18-4e2c-b55f-8d5b22ec41db tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0481851 Apr 11 13:29:19.690133 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-63ff03bd-755a-4ee7-a6f2-b42551891448 req-1f36060f-5ccb-419b-b5c3-005ed9a4864d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477669 Apr 11 13:29:19.874210 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:29:19.899386 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cf22a-4482-4db3-b523-db269f500692 req-842bb79d-4261-48df-b988-95a87db4099e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:19.900804 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1d3cf22a-4482-4db3-b523-db269f500692 req-842bb79d-4261-48df-b988-95a87db4099e tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 944 time: 0.0524552 Apr 11 13:29:19.920437 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:29:19.953687 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1d3cf22a-4482-4db3-b523-db269f500692 req-ce369cee-15a0-4a21-851c-c8f03d6a310f tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444150 Apr 11 13:29:19.993395 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:29:19.993781 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:20.076814 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:29:20.077178 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:20.102417 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c9dbae-aeca-4dd3-a288-7516c621dd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c14c9-5664-4c29-9fb3-9a51e04f3c73'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:29:20.105007 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91945ca-90da-4956-8b31-5fb66a0123bc" -d '{"events": [{"server_uuid": "c1c9dbae-aeca-4dd3-a288-7516c621dd01", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c14c9-5664-4c29-9fb3-9a51e04f3c73"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:29:20.121569 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:29:20.152985 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c54e004-f2c5-42ad-b7aa-ac2e579dc2cc x-openstack-request-id: req-0c54e004-f2c5-42ad-b7aa-ac2e579dc2cc {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:29:20.153329 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c9dbae-aeca-4dd3-a288-7516c621dd01", "name": "network-vif-plugged", "status": "completed", "tag": "1b0c14c9-5664-4c29-9fb3-9a51e04f3c73", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:29:20.153631 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0c54e004-f2c5-42ad-b7aa-ac2e579dc2cc {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:29:20.154130 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c54e004-f2c5-42ad-b7aa-ac2e579dc2cc'] response: {'server_uuid': 'c1c9dbae-aeca-4dd3-a288-7516c621dd01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b0c14c9-5664-4c29-9fb3-9a51e04f3c73', 'code': 200} Apr 11 13:29:20.273773 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:20.324573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:20.544315 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f88ec-206a-401e-b49e-5347fd09b17a req-080ad665-02ba-42e5-83fd-7054d00ac0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:20.545707 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-110f88ec-206a-401e-b49e-5347fd09b17a req-080ad665-02ba-42e5-83fd-7054d00ac0f2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 1129 time: 0.0395551 Apr 11 13:29:20.593697 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-110f88ec-206a-401e-b49e-5347fd09b17a req-4147c491-7905-417b-98ad-a24acbc4fe89 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384815 Apr 11 13:29:20.820528 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d446649-b0a2-4c1f-ac58-28442f69b609 req-e573e6a1-f5a9-4aa3-8e9a-a5405fe35471 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:20.821905 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d446649-b0a2-4c1f-ac58-28442f69b609 req-e573e6a1-f5a9-4aa3-8e9a-a5405fe35471 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0506353 Apr 11 13:29:20.869846 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-4d446649-b0a2-4c1f-ac58-28442f69b609 req-331cf438-991f-47bd-9c9a-badf5c2d90bf tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415542 Apr 11 13:29:21.071304 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cc754-dc9c-426e-a1b1-2730b6b57806 req-fd3fd3ba-c81a-4913-8e79-377a2543cb64 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:21.072774 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-137cc754-dc9c-426e-a1b1-2730b6b57806 req-fd3fd3ba-c81a-4913-8e79-377a2543cb64 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 945 time: 0.0494921 Apr 11 13:29:21.130283 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-137cc754-dc9c-426e-a1b1-2730b6b57806 req-5005de10-e0e7-4291-81c4-0f3a1827f123 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510824 Apr 11 13:29:21.991414 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ce3a5-d9a9-45cc-a465-4963f317fa53 req-b0de0e5b-fdd7-41c7-adc8-f96c91ba12a6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:21.992912 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-508ce3a5-d9a9-45cc-a465-4963f317fa53 req-b0de0e5b-fdd7-41c7-adc8-f96c91ba12a6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0514419 Apr 11 13:29:22.040999 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-508ce3a5-d9a9-45cc-a465-4963f317fa53 req-3401d08a-5e0a-44d8-89db-29f07b2230a7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413890 Apr 11 13:29:22.249153 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8821a0-ed7f-4e7c-9979-05d9b37c3b48 req-5db31d3e-fc78-45d9-bb76-cdbd36bdbdc7 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:22.250617 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4c8821a0-ed7f-4e7c-9979-05d9b37c3b48 req-5db31d3e-fc78-45d9-bb76-cdbd36bdbdc7 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 945 time: 0.0513253 Apr 11 13:29:22.309552 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4c8821a0-ed7f-4e7c-9979-05d9b37c3b48 req-52878344-294b-4877-b9ca-d7c0076b9749 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529432 Apr 11 13:29:22.860622 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:23.159932 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-daa36425-2dd5-4082-80a9-504dd23aa3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:23.164796 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb0638-6291-44cb-8996-7d7a7e8ad0af req-70f5b519-56a3-4a2f-880f-31089efa88ed tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:23.166343 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38fb0638-6291-44cb-8996-7d7a7e8ad0af req-70f5b519-56a3-4a2f-880f-31089efa88ed tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0500870 Apr 11 13:29:23.214609 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-38fb0638-6291-44cb-8996-7d7a7e8ad0af req-7bf1f3a4-7d84-451e-ac00-38f9d4d343b9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414727 Apr 11 13:29:23.429463 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1515c6d-40b2-4fef-91ae-590e6cd124b5 req-919c6456-5902-4fb6-829c-ef4cc839e625 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:23.430891 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f1515c6d-40b2-4fef-91ae-590e6cd124b5 req-919c6456-5902-4fb6-829c-ef4cc839e625 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 945 time: 0.0484061 Apr 11 13:29:23.484098 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f1515c6d-40b2-4fef-91ae-590e6cd124b5 req-d045f7d9-f637-4a3a-bc49-5d638d01ddd3 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460477 Apr 11 13:29:24.336759 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd7e54-b4c0-463f-b312-967457fc04a0 req-cf579727-5994-490b-bc20-86314d9ae98d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:24.338262 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c5fd7e54-b4c0-463f-b312-967457fc04a0 req-cf579727-5994-490b-bc20-86314d9ae98d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0474887 Apr 11 13:29:24.402500 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c5fd7e54-b4c0-463f-b312-967457fc04a0 req-8919ece1-b1d7-42af-beb0-59599ec10f2f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569992 Apr 11 13:29:25.529423 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb4b6d-2bee-450f-96d8-2385b0e1a2c0 req-499e171b-919f-48bf-8341-f87188d51073 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:25.531011 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8deb4b6d-2bee-450f-96d8-2385b0e1a2c0 req-499e171b-919f-48bf-8341-f87188d51073 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0472677 Apr 11 13:29:25.588261 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8deb4b6d-2bee-450f-96d8-2385b0e1a2c0 req-27906794-de4f-4d75-8026-21fc7e1f8eb9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504556 Apr 11 13:29:25.813484 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9d5aa77d-4ef1-4c82-8364-7bdbe30eff35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:26.381653 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:26.445647 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:29:26.711677 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47636e52-d376-4e3c-8414-6c2970a24573 req-b4134450-4d55-4ab6-b40a-4c3d79e90d3c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:26.713290 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-47636e52-d376-4e3c-8414-6c2970a24573 req-b4134450-4d55-4ab6-b40a-4c3d79e90d3c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0486281 Apr 11 13:29:26.769418 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-47636e52-d376-4e3c-8414-6c2970a24573 req-fb69cbf3-b3c8-442e-862e-a2cfb99325b2 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503938 Apr 11 13:29:27.892666 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e749-f159-4489-857b-87d5ed55a834 req-292cec8c-7aac-4568-a91a-a8c5e31cb52e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:27.894264 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-14e5e749-f159-4489-857b-87d5ed55a834 req-292cec8c-7aac-4568-a91a-a8c5e31cb52e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0480082 Apr 11 13:29:27.948676 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-14e5e749-f159-4489-857b-87d5ed55a834 req-3c3d7931-7ad1-4990-a384-2968378d4410 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Apr 11 13:29:28.061469 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:29.071746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23c61a-d248-4196-a852-3b9531c8caa8 req-3be9603e-91d7-42e1-ac02-d0fc585d3ef7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:29.073741 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af23c61a-d248-4196-a852-3b9531c8caa8 req-3be9603e-91d7-42e1-ac02-d0fc585d3ef7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0543728 Apr 11 13:29:29.121257 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-af23c61a-d248-4196-a852-3b9531c8caa8 req-f74af762-e737-4b7b-9251-f86bc29422d5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418606 Apr 11 13:29:29.547058 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:30.245103 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8441b-6fbf-41f1-8516-98d41b57f321 req-34b2d15a-03fb-4869-b143-05ac355465d6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:30.246807 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-23d8441b-6fbf-41f1-8516-98d41b57f321 req-34b2d15a-03fb-4869-b143-05ac355465d6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0532792 Apr 11 13:29:30.300527 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-23d8441b-6fbf-41f1-8516-98d41b57f321 req-ac0120d0-ec36-44fb-a613-72456ef78aef tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479434 Apr 11 13:29:31.425853 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1224e5-a72b-43c2-9ea0-5c1aaa05b1c3 req-1cfb8a88-46e7-493c-bae7-a303c104acd6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:31.427373 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6c1224e5-a72b-43c2-9ea0-5c1aaa05b1c3 req-1cfb8a88-46e7-493c-bae7-a303c104acd6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0487263 Apr 11 13:29:31.475322 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-6c1224e5-a72b-43c2-9ea0-5c1aaa05b1c3 req-40e1a85c-c57d-4ba4-b6a4-654a14b2eb2c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Apr 11 13:29:32.610144 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345ee7a-ae5a-41b5-9f35-a08ad9647f2b req-1c0d33f0-a883-4aef-bc5b-0c69c5448f48 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:32.611723 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7345ee7a-ae5a-41b5-9f35-a08ad9647f2b req-1c0d33f0-a883-4aef-bc5b-0c69c5448f48 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0534678 Apr 11 13:29:32.665179 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-7345ee7a-ae5a-41b5-9f35-a08ad9647f2b req-b9d4d5e1-1706-44d1-a6e6-1f43068e5448 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462422 Apr 11 13:29:33.793797 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd82b47-7fc5-4144-adca-55058d0efd10 req-7bfe5873-92c1-4665-87ff-cf71835d88c9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:33.795331 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dfd82b47-7fc5-4144-adca-55058d0efd10 req-7bfe5873-92c1-4665-87ff-cf71835d88c9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0523241 Apr 11 13:29:33.846813 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-dfd82b47-7fc5-4144-adca-55058d0efd10 req-8ec63f8d-8276-4855-bfc7-548e05b7d4a4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457544 Apr 11 13:29:34.597505 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-0d59318c-bf30-4d1a-a215-17203eeee022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:34.599061 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-0d59318c-bf30-4d1a-a215-17203eeee022 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1129 time: 0.0487022 Apr 11 13:29:34.712831 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-e2129b89-3067-4d6e-9148-954231cee256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:34.714418 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-e2129b89-3067-4d6e-9148-954231cee256 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.0940359 Apr 11 13:29:34.791363 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-88b336b2-1f1a-45a9-bede-89e985af8470 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 200 len: 1001 time: 0.0707798 Apr 11 13:29:34.849391 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-350ac3a7-e127-4cbc-b0d0-0558d44a6f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:34.850949 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-350ac3a7-e127-4cbc-b0d0-0558d44a6f6a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0504153 Apr 11 13:29:34.907787 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-3ee706ca-d280-4200-826e-11e641e72520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:34.909440 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-3ee706ca-d280-4200-826e-11e641e72520 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506718 Apr 11 13:29:35.027930 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f0062-1a00-4d33-b932-168da0c9eaf7 req-cd5f96b7-37e3-4c29-bce0-9fb9f2cf02cf tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:35.029435 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-693f0062-1a00-4d33-b932-168da0c9eaf7 req-cd5f96b7-37e3-4c29-bce0-9fb9f2cf02cf tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0939007 Apr 11 13:29:35.068153 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-a88e8064-9678-48c9-af95-aa9717012a23 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519282 Apr 11 13:29:35.122312 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-693f0062-1a00-4d33-b932-168da0c9eaf7 req-e334fad5-648c-47de-be0a-67efa8ad334d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859878 Apr 11 13:29:35.188333 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bc142b11-ac28-4282-b364-0ad0c8975d2c req-fb526185-d5fc-475d-8d3f-aefd21413111 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083236 Apr 11 13:29:36.249912 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae62be-c3c5-4285-b058-3abb84483bbb req-b4683001-96e1-4a1b-8762-b78ba5f1c1b3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:36.251461 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66ae62be-c3c5-4285-b058-3abb84483bbb req-b4683001-96e1-4a1b-8762-b78ba5f1c1b3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0538883 Apr 11 13:29:36.301010 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-66ae62be-c3c5-4285-b058-3abb84483bbb req-09539c82-9693-4aa9-be32-a57a1eb2afb5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438850 Apr 11 13:29:37.425696 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b233357-a553-4589-b0ce-82ca26d14432 req-26873869-8638-4c4e-b287-3daf14f8600e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:37.427199 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9b233357-a553-4589-b0ce-82ca26d14432 req-26873869-8638-4c4e-b287-3daf14f8600e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0525811 Apr 11 13:29:37.477133 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-9b233357-a553-4589-b0ce-82ca26d14432 req-df690e7b-5618-4996-9f2a-89bbea82762d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441527 Apr 11 13:29:38.087551 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:29:38.187230 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:29:38.198643 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'port_id': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'mac_address': 'fa:16:3e:d3:91:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:29:38.239217 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 is: ACTIVE; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:29:38.239611 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:38.257195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e38a42f-91bd-4b15-9ddc-0a719e735a47 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:29:38.283664 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:29:38.353395 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:38.411606 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=6']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:38.443691 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['5e38a42f-91bd-4b15-9ddc-0a719e735a47'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:29:38.607678 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f2ee8-0f62-4320-88f7-819beb6bbe69 req-8649dbb9-da9f-48d5-8a13-bfb4b1ff144a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:38.609120 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-301f2ee8-0f62-4320-88f7-819beb6bbe69 req-8649dbb9-da9f-48d5-8a13-bfb4b1ff144a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 944 time: 0.0507989 Apr 11 13:29:38.660160 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-301f2ee8-0f62-4320-88f7-819beb6bbe69 req-fbb8de8a-086d-4d1d-8f8a-1cf3a6ddef40 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453815 Apr 11 13:29:39.830826 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433698c1-b3d5-492d-a7a8-62a957f7bfbe req-be8a2e8c-6266-4640-b73a-882999381ca1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:39.838721 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-433698c1-b3d5-492d-a7a8-62a957f7bfbe req-be8a2e8c-6266-4640-b73a-882999381ca1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 944 time: 0.0875320 Apr 11 13:29:39.913203 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-433698c1-b3d5-492d-a7a8-62a957f7bfbe req-dde71325-aca2-41d5-adda-3dc82d3d7ae6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732830 Apr 11 13:29:39.994860 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:29:40.056567 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:29:40.057681 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:40.167730 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:29:40.168309 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:40.202609 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:29:40.206622 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5629156e-a598-4e20-9c68-4fc655c26dfd" -d '{"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:29:40.231414 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:29:40.254432 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8b1202-3d71-4051-84a3-569f774bb727 x-openstack-request-id: req-bd8b1202-3d71-4051-84a3-569f774bb727 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:29:40.255171 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:29:40.255575 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bd8b1202-3d71-4051-84a3-569f774bb727 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:29:40.256163 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8b1202-3d71-4051-84a3-569f774bb727'] response: {'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'code': 200} Apr 11 13:29:40.334471 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:40.578067 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=7']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:41.074545 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44462e-0140-449e-b517-62a5daf8981f req-f1df76fe-2ca0-4cdd-85a5-fb008e786e94 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:41.077728 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1e44462e-0140-449e-b517-62a5daf8981f req-f1df76fe-2ca0-4cdd-85a5-fb008e786e94 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0626619 Apr 11 13:29:41.169969 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1e44462e-0140-449e-b517-62a5daf8981f req-5186b23a-825d-4c6c-b094-3d20b5f2c46f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704510 Apr 11 13:29:42.306291 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23586e87-25cf-4660-943a-455040047a5a req-d2fecc08-97cd-454b-83b0-a260ca1ec111 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:42.308669 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-23586e87-25cf-4660-943a-455040047a5a req-d2fecc08-97cd-454b-83b0-a260ca1ec111 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0652132 Apr 11 13:29:42.362257 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-23586e87-25cf-4660-943a-455040047a5a req-622e6d21-955e-4693-a429-485645d3c34b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476234 Apr 11 13:29:43.159348 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040985b-4f9c-4e56-855e-b504a12b15c7 req-567a08fc-1347-41ec-b50f-d997d62acd58 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:43.161033 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a040985b-4f9c-4e56-855e-b504a12b15c7 req-567a08fc-1347-41ec-b50f-d997d62acd58 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 945 time: 0.0539231 Apr 11 13:29:43.215077 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a040985b-4f9c-4e56-855e-b504a12b15c7 req-d9c7ba14-1614-4643-94cb-5542a80763af tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450644 Apr 11 13:29:43.525247 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7b16-fa04-4850-b951-3eafdb3e59d2 req-72b1a679-d58e-45f3-9f3c-a448e765d663 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:43.527593 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22cd7b16-fa04-4850-b951-3eafdb3e59d2 req-72b1a679-d58e-45f3-9f3c-a448e765d663 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0649903 Apr 11 13:29:43.589042 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-22cd7b16-fa04-4850-b951-3eafdb3e59d2 req-2b018ae8-0019-440f-aa73-7dcc4e13fc31 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555811 Apr 11 13:29:44.357000 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488bf7b0-603c-45a6-8328-1fb209648248 req-8ef55019-1aca-457f-a458-3a83762fcee8 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:44.359781 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-488bf7b0-603c-45a6-8328-1fb209648248 req-8ef55019-1aca-457f-a458-3a83762fcee8 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 945 time: 0.0668304 Apr 11 13:29:44.421299 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-488bf7b0-603c-45a6-8328-1fb209648248 req-2ae8cf37-b903-4d4d-91d4-08f7fc544e53 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/security-groups?id=11b569b3-b2a3-4ea5-98c3-eb94a8e62365&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550165 Apr 11 13:29:44.727155 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c841f6-3c66-449b-8af2-dbc84f3c50cb req-a78786a7-c52e-4a4c-9da2-a821afee588e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:44.730813 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e8c841f6-3c66-449b-8af2-dbc84f3c50cb req-a78786a7-c52e-4a4c-9da2-a821afee588e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0582981 Apr 11 13:29:44.785794 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e8c841f6-3c66-449b-8af2-dbc84f3c50cb req-9348008f-f670-4a2f-bf26-5c02d3246a43 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488539 Apr 11 13:29:44.893367 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-d8ae6670-ca99-4342-9c72-0e3650e0d18c tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:44.894768 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-d8ae6670-ca99-4342-9c72-0e3650e0d18c tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 945 time: 0.0551894 Apr 11 13:29:45.006597 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Deleting port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:29:45.006955 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:45.107431 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] For port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,segment=NetworkSegment(811adcab-eeed-4b90-8f9a-0c2eb47bbd46),segment_id=811adcab-eeed-4b90-8f9a-0c2eb47bbd46)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:29:45.107801 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:45.123460 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Calling delete_port for 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:29:45.324735 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (1b0c14c9-5664-4c29-9fb3-9a51e04f3c73), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:45.346442 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['1b0c14c9-5664-4c29-9fb3-9a51e04f3c73'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:29:45.393825 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Pushing event deleted for resources: {'Port': ['ID=1b0c14c9-5664-4c29-9fb3-9a51e04f3c73,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:45.410341 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] No DVR routers for this DVR port 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:29:45.412862 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:45.416299 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ed715ac3-2bcb-44a7-861f-ec47bfcaac44 req-a7c844e4-7c64-4d94-87a8-9be274fef050 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.50 "DELETE /v2.0/ports/1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 HTTP/1.1" status: 204 len: 173 time: 0.5086973 Apr 11 13:29:45.416765 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c9dbae-aeca-4dd3-a288-7516c621dd01', 'name': 'network-vif-deleted', 'tag': '1b0c14c9-5664-4c29-9fb3-9a51e04f3c73'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:29:45.419204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36288089-307b-44cf-9792-45bda18d33dd" -d '{"events": [{"server_uuid": "c1c9dbae-aeca-4dd3-a288-7516c621dd01", "name": "network-vif-deleted", "tag": "1b0c14c9-5664-4c29-9fb3-9a51e04f3c73"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:29:45.460251 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd30b86e-f8f8-46ed-9a0d-ffd01ae3d126 x-openstack-request-id: req-cd30b86e-f8f8-46ed-9a0d-ffd01ae3d126 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:29:45.460643 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c9dbae-aeca-4dd3-a288-7516c621dd01", "name": "network-vif-deleted", "tag": "1b0c14c9-5664-4c29-9fb3-9a51e04f3c73", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:29:45.460907 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd30b86e-f8f8-46ed-9a0d-ffd01ae3d126 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:29:45.461456 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd30b86e-f8f8-46ed-9a0d-ffd01ae3d126'] response: {'server_uuid': 'c1c9dbae-aeca-4dd3-a288-7516c621dd01', 'name': 'network-vif-deleted', 'tag': '1b0c14c9-5664-4c29-9fb3-9a51e04f3c73', 'status': 'completed', 'code': 200} Apr 11 13:29:45.523983 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5e0f95e3-2747-4f66-86d1-ee01b8e6c541 req-ebd06ef2-7552-4bef-bacb-19bfdb781f17 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 210 time: 0.0308595 Apr 11 13:29:45.921495 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cde347-a47a-4955-99b4-d3944169edec req-077d5344-c031-4da5-a070-d2064313c368 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:45.924635 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33cde347-a47a-4955-99b4-d3944169edec req-077d5344-c031-4da5-a070-d2064313c368 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0610774 Apr 11 13:29:45.998040 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-33cde347-a47a-4955-99b4-d3944169edec req-a986a553-855f-4ac3-b2fd-e4560733af0c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620680 Apr 11 13:29:46.658211 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1c7a8e8f-b597-40ae-866b-8b7f75a7db4a req-0123d85e-3ee2-4563-baab-181bf2d694f0 tempest-VolumesSnapshotTestJSON-1009572777 tempest-VolumesSnapshotTestJSON-1009572777-project] 10.222.0.49 "GET /v2.0/ports?device_id=c1c9dbae-aeca-4dd3-a288-7516c621dd01 HTTP/1.1" status: 200 len: 210 time: 0.0329075 Apr 11 13:29:47.129873 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1a59-a983-43a7-b625-1115c2c861c0 req-a9bf6b75-036c-4c8b-968e-85161131a40f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:47.134695 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-657d1a59-a983-43a7-b625-1115c2c861c0 req-a9bf6b75-036c-4c8b-968e-85161131a40f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0618958 Apr 11 13:29:47.192441 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-657d1a59-a983-43a7-b625-1115c2c861c0 req-6e5457c6-0abc-4465-b7fd-411a640ad1e6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526927 Apr 11 13:29:48.435682 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ca819-f5f1-44b9-b557-501ea08cf9f3 req-dda3ea28-0d3d-410e-84d7-e36d75ea2ccc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:48.438235 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e25ca819-f5f1-44b9-b557-501ea08cf9f3 req-dda3ea28-0d3d-410e-84d7-e36d75ea2ccc tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0701540 Apr 11 13:29:48.490034 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e25ca819-f5f1-44b9-b557-501ea08cf9f3 req-d71ad0ab-0619-45d7-9826-74fa44383152 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Apr 11 13:29:49.628982 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2abb44-b43e-4cdb-98cf-5d692711c336 req-bf72f477-2c12-4a8a-945e-4605dd4a93b7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:49.630598 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4d2abb44-b43e-4cdb-98cf-5d692711c336 req-bf72f477-2c12-4a8a-945e-4605dd4a93b7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0547228 Apr 11 13:29:49.678815 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4d2abb44-b43e-4cdb-98cf-5d692711c336 req-43b4afbe-a666-482f-b5a3-dabf18aeb1dd tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415430 Apr 11 13:29:50.091110 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:29:50.114820 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:29:50.115174 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 1b0c14c9-5664-4c29-9fb3-9a51e04f3c73 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:29:50.797821 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878079b-7d0e-4488-9efc-01260ca96939 req-678c02d4-2086-4c79-9eb1-944d0f583cd4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:50.799321 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2878079b-7d0e-4488-9efc-01260ca96939 req-678c02d4-2086-4c79-9eb1-944d0f583cd4 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0483046 Apr 11 13:29:50.854014 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2878079b-7d0e-4488-9efc-01260ca96939 req-08d143a3-67a2-4100-ba76-f41bfe7959e1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490065 Apr 11 13:29:51.974254 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb0d067-5119-49e1-82ce-e136207161fd req-88f856ae-164e-41eb-813f-fbc3a16479f8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:51.975797 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-edb0d067-5119-49e1-82ce-e136207161fd req-88f856ae-164e-41eb-813f-fbc3a16479f8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Apr 11 13:29:52.021292 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-edb0d067-5119-49e1-82ce-e136207161fd req-e263fcfb-b26b-4fbc-9eb7-a612a646f3db tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392566 Apr 11 13:29:52.984829 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:53.144322 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dc7e6-e2ce-4e87-89ac-8220c4639f43 req-8e8d2fbb-c560-4204-bec2-b1dc85727e05 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:53.145822 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9a4dc7e6-e2ce-4e87-89ac-8220c4639f43 req-8e8d2fbb-c560-4204-bec2-b1dc85727e05 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 945 time: 0.0518866 Apr 11 13:29:53.175047 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-a7d0d62b-d81b-40ec-82d5-cc6b407994fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:53.195261 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9a4dc7e6-e2ce-4e87-89ac-8220c4639f43 req-8980819b-ba3b-4452-9078-4d692bb7be04 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436628 Apr 11 13:29:53.217566 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-eb721ae5-ed3d-428d-a2cf-9cd7ecbc2f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:53.218033 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-eb721ae5-ed3d-428d-a2cf-9cd7ecbc2f52 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1129 time: 0.0410306 Apr 11 13:29:53.314407 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-47968a08-9607-4f8f-8e6a-c1459eadad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:53.315872 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-47968a08-9607-4f8f-8e6a-c1459eadad36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.0890555 Apr 11 13:29:53.379933 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-6e59a357-cad7-4172-bc4b-90460c97dcff service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 200 len: 1001 time: 0.0569673 Apr 11 13:29:53.431878 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-2e9f2b97-c03e-4e8f-881c-35ae5bc16507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:53.434069 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-2e9f2b97-c03e-4e8f-881c-35ae5bc16507 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0457668 Apr 11 13:29:53.479755 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-1594932b-9871-4eb9-9490-eca4ab46ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:53.481757 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-1594932b-9871-4eb9-9490-eca4ab46ce4f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420904 Apr 11 13:29:53.576760 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-983eb45f-4abe-491a-af78-02fb3639b1b6 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854361 Apr 11 13:29:53.676216 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b11b52f0-9685-46dc-a992-30ea35b962d8 req-66fe4dc3-1ccf-4180-8fbd-769f011cb612 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907881 Apr 11 13:29:54.091202 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:29:54.167415 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 is: ACTIVE; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:29:54.167803 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:54.189861 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:29:54.195451 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4cdc99-5717-458b-94c4-799eae7f352d" -d '{"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-unplugged", "status": "completed", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:29:54.206093 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:29:54.272602 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:54.297293 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 13:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e02daf-7d12-419c-a6d5-3a442e617e71 x-openstack-request-id: req-69e02daf-7d12-419c-a6d5-3a442e617e71 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:29:54.297588 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-unplugged", "status": "completed", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:29:54.297844 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69e02daf-7d12-419c-a6d5-3a442e617e71 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:29:54.298276 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e02daf-7d12-419c-a6d5-3a442e617e71'] response: {'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'code': 200} Apr 11 13:29:54.324445 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=8']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:29:54.333984 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3892124-34f7-4f5f-a45d-1dbb9aa5ee1c req-ecc22214-a6fb-4614-9d60-2b047ad4e67c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:54.336144 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e3892124-34f7-4f5f-a45d-1dbb9aa5ee1c req-ecc22214-a6fb-4614-9d60-2b047ad4e67c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0625937 Apr 11 13:29:54.384099 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e3892124-34f7-4f5f-a45d-1dbb9aa5ee1c req-55110847-b2bc-4bef-a62f-5b1e44dfda47 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416031 Apr 11 13:29:55.506047 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269157f-ee3b-446a-b1ae-2c328a2d8104 req-e055568d-0c29-4ef3-847a-b6bd24f4c891 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:55.507782 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4269157f-ee3b-446a-b1ae-2c328a2d8104 req-e055568d-0c29-4ef3-847a-b6bd24f4c891 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0464849 Apr 11 13:29:55.554750 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4269157f-ee3b-446a-b1ae-2c328a2d8104 req-5d4ef6f8-549e-4e1d-83ef-56a0c0efb8ce tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405760 Apr 11 13:29:55.682175 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9c7dc4ab-2384-4662-8fc2-834e4f4d1364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:56.437610 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:56.671593 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7361556-b555-42a1-a1e7-bb2ef5c4be00 req-3517f3ee-ba47-4062-b166-4612f164d3bb tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:56.672966 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d7361556-b555-42a1-a1e7-bb2ef5c4be00 req-3517f3ee-ba47-4062-b166-4612f164d3bb tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0463657 Apr 11 13:29:56.722291 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d7361556-b555-42a1-a1e7-bb2ef5c4be00 req-54887dd2-4fe9-4007-aa35-109faf7fb252 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437686 Apr 11 13:29:58.008935 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:58.899224 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b53afae-3948-44ff-b10c-07a20ade8549 req-bd0d0a5d-2cc1-463e-b86c-c5945813d4ad tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:58.900684 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b53afae-3948-44ff-b10c-07a20ade8549 req-bd0d0a5d-2cc1-463e-b86c-c5945813d4ad tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0465696 Apr 11 13:29:58.950348 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0b53afae-3948-44ff-b10c-07a20ade8549 req-1c0fe8e1-cecd-415f-804f-6ddfe6fdfd5e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429502 Apr 11 13:29:59.147934 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-6c0acce9-1759-47f8-8031-a16fb3d0d13d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0380249 Apr 11 13:29:59.225068 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-3f47558c-30f9-41b5-90f6-f9069a04b2d8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:59.226402 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-3f47558c-30f9-41b5-90f6-f9069a04b2d8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports/5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 200 len: 940 time: 0.0482399 Apr 11 13:29:59.547452 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:29:59.767153 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b92746-1b04-4a17-9f7b-16f01b9869be req-391c1c9a-dee0-4844-9e70-2efda04855d2 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:29:59.768691 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54b92746-1b04-4a17-9f7b-16f01b9869be req-391c1c9a-dee0-4844-9e70-2efda04855d2 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0477457 Apr 11 13:29:59.816899 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-54b92746-1b04-4a17-9f7b-16f01b9869be req-02db29ff-423b-42d6-9645-b8a226123130 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425115 Apr 11 13:30:00.069934 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9f16a-b796-4bfb-a96c-b2b1c7d41bd1 req-67d3b9c7-b803-4e5b-a47f-fcbe8a070981 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:00.071424 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a7d9f16a-b796-4bfb-a96c-b2b1c7d41bd1 req-67d3b9c7-b803-4e5b-a47f-fcbe8a070981 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0457239 Apr 11 13:30:00.120052 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a7d9f16a-b796-4bfb-a96c-b2b1c7d41bd1 req-c4e4664e-1293-4e87-a2d9-2a31887c0be7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430071 Apr 11 13:30:00.342949 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:30:00.420633 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 is: DOWN; New status is: DOWN {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:30:00.930775 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934e0ad-06e1-4086-9e40-5b4ae76f2c14 req-eafc7790-63f8-4702-9409-a6f904d9f48d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:00.932232 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1934e0ad-06e1-4086-9e40-5b4ae76f2c14 req-eafc7790-63f8-4702-9409-a6f904d9f48d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0468218 Apr 11 13:30:00.981848 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1934e0ad-06e1-4086-9e40-5b4ae76f2c14 req-74623b2d-72bb-401d-a5fc-6c31f3ebb98d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439680 Apr 11 13:30:01.234717 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261f152-9ac1-45b1-b3ab-2df32825d906 req-b9653606-1c1c-4507-a1a8-99e045ffcb9c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:01.236151 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f261f152-9ac1-45b1-b3ab-2df32825d906 req-b9653606-1c1c-4507-a1a8-99e045ffcb9c tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0453534 Apr 11 13:30:01.282035 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f261f152-9ac1-45b1-b3ab-2df32825d906 req-6e7ed7e7-004c-4ae8-a302-37b4098b5390 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403740 Apr 11 13:30:02.096491 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623539c-434c-404e-9973-11e79f4e500b req-3b30e9f2-0c25-4f86-b7f9-cc56339f798a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:02.097940 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d623539c-434c-404e-9973-11e79f4e500b req-3b30e9f2-0c25-4f86-b7f9-cc56339f798a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0498564 Apr 11 13:30:02.145626 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d623539c-434c-404e-9973-11e79f4e500b req-f74d15eb-8b34-4a2f-b11b-de32830224d4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Apr 11 13:30:02.403231 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c1b91-7454-453b-92e4-13ecd99a635f req-3c47377b-ac14-49fc-8edf-65c454117241 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:02.404717 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cb6c1b91-7454-453b-92e4-13ecd99a635f req-3c47377b-ac14-49fc-8edf-65c454117241 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0473082 Apr 11 13:30:02.451793 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cb6c1b91-7454-453b-92e4-13ecd99a635f req-dfdf01ba-55b0-4df0-82b2-3c7d39f9e94f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Apr 11 13:30:03.258015 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe29446-0cc3-436b-9265-402327839ccc req-9ce01e07-d7a1-4ffa-b2c0-332d729386aa tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:03.259538 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fbe29446-0cc3-436b-9265-402327839ccc req-9ce01e07-d7a1-4ffa-b2c0-332d729386aa tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0480764 Apr 11 13:30:03.311150 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fbe29446-0cc3-436b-9265-402327839ccc req-539db096-6ee4-4a78-ad47-afb332c3493f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449176 Apr 11 13:30:03.446522 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:30:03.574619 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026925e-7cb7-4302-86ac-69c968937e7b req-16fbb851-a9a4-4f69-a320-2afc98449dc3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:03.575855 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e026925e-7cb7-4302-86ac-69c968937e7b req-16fbb851-a9a4-4f69-a320-2afc98449dc3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0511150 Apr 11 13:30:03.623759 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e026925e-7cb7-4302-86ac-69c968937e7b req-6e00551d-4960-4128-b176-8ceadaf69a3f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Apr 11 13:30:03.771428 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-deab2c86-096a-4ddf-bc6f-1681ae3861ba tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:03.772916 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-deab2c86-096a-4ddf-bc6f-1681ae3861ba tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 945 time: 0.0462718 Apr 11 13:30:03.864940 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Deleting port b57029bc-1f27-42b6-b94e-6f1df8d01a38 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:30:03.865278 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:03.955552 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] For port b57029bc-1f27-42b6-b94e-6f1df8d01a38, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=b57029bc-1f27-42b6-b94e-6f1df8d01a38,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:30:03.955914 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:04.128061 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:04.128420 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (503c01b9-c859-4620-85ce-4999a489d1f9), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:04.128778 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Floating IP 503c01b9-c859-4620-85ce-4999a489d1f9 disassociated. External IP: 172.27.3.4, port: b57029bc-1f27-42b6-b94e-6f1df8d01a38. Apr 11 13:30:04.129119 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Calling delete_port for b57029bc-1f27-42b6-b94e-6f1df8d01a38 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:30:04.317842 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (b57029bc-1f27-42b6-b94e-6f1df8d01a38), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:04.345880 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event deleted for resources: {'Port': ['ID=b57029bc-1f27-42b6-b94e-6f1df8d01a38,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:04.359272 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.359621 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.359961 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.360298 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.360741 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.361080 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.362300 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.362300 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.362300 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.362300 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.362668 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.362886 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.363192 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.363514 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.363821 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:04.368887 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-1e2e50a3-ffcb-4ceb-8a0d-c629371145ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:04.373181 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-1e2e50a3-ffcb-4ceb-8a0d-c629371145ee service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7&tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c HTTP/1.1" status: 200 len: 1127 time: 0.0948069 Apr 11 13:30:04.422157 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2e1de17b-a79d-4766-be2d-667ffc179acb req-58aa4115-59ae-461a-bb1b-a7f22341aa13 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 210 time: 0.0369952 Apr 11 13:30:04.458043 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-2bb000a6-1d4b-46d5-8ffd-e8d55145f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:04.459540 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-2bb000a6-1d4b-46d5-8ffd-e8d55145f30a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1127 time: 0.0462387 Apr 11 13:30:04.480610 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:30:04.555307 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-b47b899a-ac39-4836-ad6a-f882a4c8134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:04.556746 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-b47b899a-ac39-4836-ad6a-f882a4c8134b service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.0875542 Apr 11 13:30:04.593297 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:30:04.604438 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:30:04.615692 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:30:04.616380 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:29:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:04.626839 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-c1f9e192-39fc-4d30-ab1b-d4681884f7a7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 200 len: 999 time: 0.0609179 Apr 11 13:30:04.637865 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] No DVR routers for this DVR port b57029bc-1f27-42b6-b94e-6f1df8d01a38 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:30:04.640385 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:04.643812 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b24a550f-ddb5-475e-9f83-c01a9a63e40d req-a133fb48-e2d1-4dc4-b5ff-e309b3d14032 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "DELETE /v2.0/ports/b57029bc-1f27-42b6-b94e-6f1df8d01a38 HTTP/1.1" status: 204 len: 173 time: 0.8609943 Apr 11 13:30:04.644262 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'name': 'network-vif-deleted', 'tag': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:30:04.646531 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b81210f-130a-47eb-bdee-c02b1338f63c" -d '{"events": [{"server_uuid": "02e33565-fcec-4c22-8391-c3d3ca02f622", "name": "network-vif-deleted", "tag": "b57029bc-1f27-42b6-b94e-6f1df8d01a38"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:30:04.684536 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-87673e5f-c2cf-40f3-86ee-153788e90249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:04.686210 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-87673e5f-c2cf-40f3-86ee-153788e90249 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0527811 Apr 11 13:30:04.727182 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa21f36-2445-4085-9b62-007621490715 x-openstack-request-id: req-2aa21f36-2445-4085-9b62-007621490715 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:30:04.727910 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e33565-fcec-4c22-8391-c3d3ca02f622", "name": "network-vif-deleted", "tag": "b57029bc-1f27-42b6-b94e-6f1df8d01a38", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:30:04.728364 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2aa21f36-2445-4085-9b62-007621490715 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:30:04.728957 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa21f36-2445-4085-9b62-007621490715'] response: {'server_uuid': '02e33565-fcec-4c22-8391-c3d3ca02f622', 'name': 'network-vif-deleted', 'tag': 'b57029bc-1f27-42b6-b94e-6f1df8d01a38', 'status': 'completed', 'code': 200} Apr 11 13:30:04.737877 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-73ca4e8c-416b-4851-ad13-5123fe08ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:04.740785 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-73ca4e8c-416b-4851-ad13-5123fe08ee68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472834 Apr 11 13:30:04.780376 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:30:05.034371 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:05.065939 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:30:05.075567 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:30:05.076212 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:29:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:05.135543 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85106cc-2ba2-45a3-8800-21f917bc1831 req-cfaabf63-b71b-4333-a97f-a436e16d69a9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:05.137043 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a85106cc-2ba2-45a3-8800-21f917bc1831 req-cfaabf63-b71b-4333-a97f-a436e16d69a9 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.3610215 Apr 11 13:30:05.185789 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-e58199f3-03a4-419d-ab6d-cad6bfbbd85e service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335351 Apr 11 13:30:05.192959 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:30:05.219314 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a85106cc-2ba2-45a3-8800-21f917bc1831 req-8e4c87a1-c40a-46f0-b179-313374441d44 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760694 Apr 11 13:30:05.289998 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-7679d03e-d9bc-44ca-821f-4bd15b0a7e1c req-9af12ffa-d901-4a58-b9b7-b2e10edd9b20 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965569 Apr 11 13:30:05.395460 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:05.422055 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe932c9-eccf-4e57-953a-dccb27ca02f7 None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:30:05.540064 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-a9d79026-556b-49a0-a9de-0eaf2ac35f1a req-3b773161-9633-4dd1-8c87-a5b09e702620 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e33565-fcec-4c22-8391-c3d3ca02f622 HTTP/1.1" status: 200 len: 210 time: 0.0330334 Apr 11 13:30:05.662089 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03211e60-f0c4-4f2e-aba7-596e5ea1bfb6 None None] New status for floating IP 503c01b9-c859-4620-85ce-4999a489d1f9: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:30:06.377579 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a0897-072a-412f-b208-e8053d27cf0f req-da55b66d-1e1c-46b8-a2ea-05c57991f391 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:06.379108 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-638a0897-072a-412f-b208-e8053d27cf0f req-da55b66d-1e1c-46b8-a2ea-05c57991f391 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0660238 Apr 11 13:30:06.441511 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-638a0897-072a-412f-b208-e8053d27cf0f req-564c0db7-e1a9-401d-9e8e-32f6f297aa98 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518141 Apr 11 13:30:06.837249 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-472177d3-e3b4-4c86-857b-6f1245485f4d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732671704&fields=id&tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 267 time: 0.0538034 Apr 11 13:30:06.955125 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-1a80a350-9cd2-4abb-a266-0690eb1cd483 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:06.956806 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-1a80a350-9cd2-4abb-a266-0690eb1cd483 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 812 time: 0.1184921 Apr 11 13:30:06.973311 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-b073b386-d0cf-4737-ad7a-120002381954 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/quotas/31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 375 time: 0.0108876 Apr 11 13:30:07.029040 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-19a5a4b7-0bc2-46ae-bd84-b7844821e77b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501204 Apr 11 13:30:07.231469 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-6c8e8b9e-581d-49b8-9c77-b65795bbb0ca service neutron] 10.222.0.49 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904666 Apr 11 13:30:07.342549 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d3a72541-4836-44bc-9760-fd8c3c576f6f service neutron] 10.222.0.49 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035335 Apr 11 13:30:07.615589 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f413909-7970-4b9a-bd27-0053cec10b69 req-521847dd-10f5-4492-871a-f46b2bd82e62 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:07.618086 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4f413909-7970-4b9a-bd27-0053cec10b69 req-521847dd-10f5-4492-871a-f46b2bd82e62 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0830374 Apr 11 13:30:07.693087 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4f413909-7970-4b9a-bd27-0053cec10b69 req-6f4890a2-da47-4e30-bbc2-162c9d8f8fc6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676000 Apr 11 13:30:08.122892 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-3a3f459a-41a5-4731-91ff-6dc6be9e9c8d req-cfa6ed08-2040-4362-9f68-f6aea4a6a24e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0585830 Apr 11 13:30:08.151430 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b57029bc-1f27-42b6-b94e-6f1df8d01a38 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:30:08.188696 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: b57029bc-1f27-42b6-b94e-6f1df8d01a38 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:30:08.189137 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device b57029bc-1f27-42b6-b94e-6f1df8d01a38 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:30:08.849052 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8679e-94e2-4ab6-b624-ad9c1e8ddb66 req-ea851ae1-056a-45bc-a352-114ff225e611 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:08.850740 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-60f8679e-94e2-4ab6-b624-ad9c1e8ddb66 req-ea851ae1-056a-45bc-a352-114ff225e611 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0501373 Apr 11 13:30:08.903614 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-60f8679e-94e2-4ab6-b624-ad9c1e8ddb66 req-32f60d5e-4387-4645-89de-60c25a1a4c15 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Apr 11 13:30:09.224484 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-8d814cc2-cefc-4e9e-96a0-0a35b1d97eb6 req-e43dea34-f62c-48c6-84ca-0c904aa1fd26 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0338235 Apr 11 13:30:10.048126 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2066a-3aa0-487b-8831-9157d7d665cb req-f669c7fe-716b-499d-a17c-4043516dd3c7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:10.049728 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2b2066a-3aa0-487b-8831-9157d7d665cb req-f669c7fe-716b-499d-a17c-4043516dd3c7 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0635705 Apr 11 13:30:10.119627 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2b2066a-3aa0-487b-8831-9157d7d665cb req-ca6e54f9-9611-4b81-aeda-b81b2ff9b1a6 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640757 Apr 11 13:30:10.335106 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-79755f9b-f987-40d5-9bab-96b4057f2631 req-9bd19ef3-f2a1-49f2-b26d-91176eaad16d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0310967 Apr 11 13:30:11.293626 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02a16f-f53b-40f0-9340-1ea0533dd69f req-80ce66b6-01b0-4392-bfd2-e49cbc888314 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:11.302598 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff02a16f-f53b-40f0-9340-1ea0533dd69f req-80ce66b6-01b0-4392-bfd2-e49cbc888314 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0656743 Apr 11 13:30:11.361758 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ff02a16f-f53b-40f0-9340-1ea0533dd69f req-57ee6435-65cd-4617-b787-bd33cf80b949 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576885 Apr 11 13:30:11.458444 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1e5a46fc-c309-478a-9fcb-b720f86e6e98 req-87734ace-3bb5-4d5a-878e-1ce5e60963cc tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0313208 Apr 11 13:30:12.495269 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a8ae-6c44-4fbd-b427-4d98003a5d99 req-f6253bc4-2d41-4060-9ab5-2b5f168f5ba8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:12.498490 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2a22a8ae-6c44-4fbd-b427-4d98003a5d99 req-f6253bc4-2d41-4060-9ab5-2b5f168f5ba8 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0543244 Apr 11 13:30:12.595947 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e7c91a11-d9c8-404c-be28-f9d759c63125 req-bc56534f-0964-4e5f-a5de-e8716fd65ab1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0498176 Apr 11 13:30:12.600852 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2a22a8ae-6c44-4fbd-b427-4d98003a5d99 req-11082e9e-a71c-4c78-b5e0-a6cf7c70ce50 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959492 Apr 11 13:30:13.711715 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-bb9aa870-0485-4b8f-aff7-7a4cc213dfe0 req-b5e74d35-52a1-4d80-908e-666b992ee3f2 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0295470 Apr 11 13:30:13.781727 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66c35f-cacf-434c-a6dd-44f904e8ca18 req-a8715cb7-db8d-40b5-8f4b-3b80cfd25f23 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:13.783121 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b66c35f-cacf-434c-a6dd-44f904e8ca18 req-a8715cb7-db8d-40b5-8f4b-3b80cfd25f23 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0677762 Apr 11 13:30:13.849236 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-8b66c35f-cacf-434c-a6dd-44f904e8ca18 req-c772ac09-d585-42a8-b5f0-1eaab18f1a9d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621586 Apr 11 13:30:14.809011 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-6e7e2fce-c00f-4468-9ff5-74cb9b6d7572 req-d6720525-f191-4b04-aa8f-1df613410f0c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0285215 Apr 11 13:30:14.981785 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0fb56-b481-453a-9a31-469382a4dd12 req-242f7ee9-945d-440d-88c8-7172cc3b14eb tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:14.983350 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7c0fb56-b481-453a-9a31-469382a4dd12 req-242f7ee9-945d-440d-88c8-7172cc3b14eb tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0514171 Apr 11 13:30:14.997811 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52138) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:30:15.037546 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f7c0fb56-b481-453a-9a31-469382a4dd12 req-a0bc9669-0a17-42c0-a322-65af0ee3c975 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478063 Apr 11 13:30:15.308204 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79dbd8e-6491-4633-8ec0-d970076ab910 admin admin] Deleting subnet cb9fe6bc-2085-453f-bf89-cdb2af591ac3 {{(pid=103910) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:30:15.313222 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c79dbd8e-6491-4633-8ec0-d970076ab910 admin admin] Publish callbacks [] for subnet (cb9fe6bc-2085-453f-bf89-cdb2af591ac3), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.349322 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c79dbd8e-6491-4633-8ec0-d970076ab910 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5458253'] for subnet (cb9fe6bc-2085-453f-bf89-cdb2af591ac3), precommit_delete_associations {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.392139 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c79dbd8e-6491-4633-8ec0-d970076ab910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (cb9fe6bc-2085-453f-bf89-cdb2af591ac3), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.516358 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c79dbd8e-6491-4633-8ec0-d970076ab910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4688828', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4505320'] for subnet (cb9fe6bc-2085-453f-bf89-cdb2af591ac3), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.545718 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dbd8e-6491-4633-8ec0-d970076ab910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9fe6bc-2085-453f-bf89-cdb2af591ac3,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:15.549828 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-c79dbd8e-6491-4633-8ec0-d970076ab910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for subnet (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.553019 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c79dbd8e-6491-4633-8ec0-d970076ab910 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cb9fe6bc-2085-453f-bf89-cdb2af591ac3 HTTP/1.1" status: 204 len: 168 time: 0.5541098 Apr 11 13:30:15.555456 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52140) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:30:15.626878 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (f3be0a51-cfbd-4bd3-88c6-23b93d492966), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.711381 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (f3be0a51-cfbd-4bd3-88c6-23b93d492966), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.731590 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3be0a51-cfbd-4bd3-88c6-23b93d492966']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:15.741078 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811adcab-eeed-4b90-8f9a-0c2eb47bbd46') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:15.741375 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811adcab-eeed-4b90-8f9a-0c2eb47bbd46') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:15.751561 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5458244'] for segment (811adcab-eeed-4b90-8f9a-0c2eb47bbd46), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.764852 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (811adcab-eeed-4b90-8f9a-0c2eb47bbd46), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.770788 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4688662'] for segment (811adcab-eeed-4b90-8f9a-0c2eb47bbd46), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: Traceback (most recent call last): Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: timer() Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: cb(*args, **kw) Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: return func(*args, **kwargs) Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: self._notify() Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: self.callback(batched_events) Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: event.method(event) Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: return f(self, *a, **k) Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._get(url).json() Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: return self.request(url, 'GET', **kwargs) Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:30:15.775338 dv-cinder-836973-2-iscsi neutron-server[103910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:30:15.912188 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-c8ad5f12-a8fc-4eab-b31e-ddf10a4b1ef4 req-5e97502b-e1ca-471c-b81d-be468defb4fe tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0327752 Apr 11 13:30:15.917353 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (f3be0a51-cfbd-4bd3-88c6-23b93d492966), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.924047 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:15.927661 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f3be0a51-cfbd-4bd3-88c6-23b93d492966 HTTP/1.1" status: 204 len: 168 time: 0.3712378 Apr 11 13:30:15.940507 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbfbdb-1131-4644-98c1-6700b90c6447 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3be0a51-cfbd-4bd3-88c6-23b93d492966,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:16.167036 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00148f26-890b-48c7-9ed2-8714ed6d06fd req-cb4d6ad9-ef94-430b-a85d-96944faeb48b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:16.174207 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00148f26-890b-48c7-9ed2-8714ed6d06fd req-cb4d6ad9-ef94-430b-a85d-96944faeb48b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0593379 Apr 11 13:30:16.221044 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-00148f26-890b-48c7-9ed2-8714ed6d06fd req-faf1e8a1-7878-42c9-be3f-fade32bce949 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Apr 11 13:30:16.260121 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52148) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:30:16.302170 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-5e119e02-7498-4141-a975-e30df17a57a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eea7d18367ba4ce39458b5a8f0d0fc8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408239 Apr 11 13:30:16.304734 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52150) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:30:16.353548 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b7c91d9-e260-4964-9d46-e27879765e9c admin admin] Publish callbacks [] for security_group (11b569b3-b2a3-4ea5-98c3-eb94a8e62365), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:16.375578 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b7c91d9-e260-4964-9d46-e27879765e9c admin admin] Publish callbacks [] for security_group (11b569b3-b2a3-4ea5-98c3-eb94a8e62365), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:16.513484 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-bc0e454c-f194-4137-a236-5ad26de2cb69 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:16.514925 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-bc0e454c-f194-4137-a236-5ad26de2cb69 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 812 time: 0.1100948 Apr 11 13:30:16.551459 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b7c91d9-e260-4964-9d46-e27879765e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (11b569b3-b2a3-4ea5-98c3-eb94a8e62365), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:16.554033 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0b7c91d9-e260-4964-9d46-e27879765e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:16.555335 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0b7c91d9-e260-4964-9d46-e27879765e9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11b569b3-b2a3-4ea5-98c3-eb94a8e62365 HTTP/1.1" status: 204 len: 168 time: 0.2496622 Apr 11 13:30:16.566096 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c91d9-e260-4964-9d46-e27879765e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b569b3-b2a3-4ea5-98c3-eb94a8e62365,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:16.600647 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-877520a4-4ef3-476d-9b2a-8e318be9109d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 379 time: 0.0668318 Apr 11 13:30:16.611904 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'port': {'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'admin_state_up': True, 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'security_groups': ['68429f01-a6d1-4632-9ca3-eeccf7e34c09']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:30:16.854467 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Made reservation on behalf of 31c04750f0ea4e5a87fdbde19c5b91a5 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:30:16.858898 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:17.023509 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e140d0a4-61de-4976-82e4-8ea9a02a94dc req-c1d5e8f0-a71d-46df-89d2-4a3a8fad557b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0366969 Apr 11 13:30:17.031115 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Allocated IP 172.20.0.12 (c45c0cfb-6688-4424-b694-73f67fd78218/57c90fc5-65bd-435f-af3d-d53e1ebc2474/00d5b821-a554-47e0-af60-d2bf5d6a1bca) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:30:17.208661 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:17.329257 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:17.383827 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b947e5-a9fb-4a55-8886-f7529f95b8bd req-3c00cab0-8e0e-44a0-b675-8b5b50ef1fbe tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:17.385473 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b5b947e5-a9fb-4a55-8886-f7529f95b8bd req-3c00cab0-8e0e-44a0-b675-8b5b50ef1fbe tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 943 time: 0.0870411 Apr 11 13:30:17.389837 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Network c45c0cfb-6688-4424-b694-73f67fd78218 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:30:17.393068 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:30:17.396234 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:30:17.446008 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=00d5b821-a554-47e0-af60-d2bf5d6a1bca,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:17.469599 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.469938 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.470311 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.470646 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.470973 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.471297 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.471613 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.471931 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.472250 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.472566 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.472879 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.473202 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.473520 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.473828 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.474161 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:17.505678 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:17.506409 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:17.514746 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b5b947e5-a9fb-4a55-8886-f7529f95b8bd req-698f03cf-c4b7-4eb6-95ea-c01960c72f3a tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194732 Apr 11 13:30:17.607123 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-bf17c647-86dd-4f90-89cb-982c617ce75a None None] Provisioning complete for port 00d5b821-a554-47e0-af60-d2bf5d6a1bca triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:30:17.608033 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bf17c647-86dd-4f90-89cb-982c617ce75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:17.643098 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-bf17c647-86dd-4f90-89cb-982c617ce75a None None] Port 00d5b821-a554-47e0-af60-d2bf5d6a1bca cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:30:17.682337 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-d4e8d3c1-14cd-41b8-88ea-73c9424899df tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0657678 Apr 11 13:30:17.690496 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Request body: {'port': {'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:30:17.752008 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:18.044705 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d5b821-a554-47e0-af60-d2bf5d6a1bca {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:30:18.052811 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Publish callbacks [] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:18.066284 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Transition to ACTIVE for port object 00d5b821-a554-47e0-af60-d2bf5d6a1bca will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:30:18.134335 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:18.147372 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b38944-a936-41d7-8342-f6a48532682a req-a12b5387-e5ba-4c9e-8c81-4faf7e703188 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:18.148871 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-14b38944-a936-41d7-8342-f6a48532682a req-a12b5387-e5ba-4c9e-8c81-4faf7e703188 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 932 time: 0.0515850 Apr 11 13:30:18.171867 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:30:18.205279 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-14b38944-a936-41d7-8342-f6a48532682a req-105c1298-b12a-45c6-b3e0-a9cd201076ed tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497684 Apr 11 13:30:18.206243 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Pushing event updated for resources: {'Port': ['ID=00d5b821-a554-47e0-af60-d2bf5d6a1bca,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:18.273060 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Attempting to bind port 00d5b821-a554-47e0-af60-d2bf5d6a1bca on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:30:18.273765 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Attempting to bind port 00d5b821-a554-47e0-af60-d2bf5d6a1bca by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:30:18.273900 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Attempting to bind port 00d5b821-a554-47e0-af60-d2bf5d6a1bca on network c45c0cfb-6688-4424-b694-73f67fd78218 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:30:18.279766 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Port 00d5b821-a554-47e0-af60-d2bf5d6a1bca on network c45c0cfb-6688-4424-b694-73f67fd78218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:30:18.280126 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Attempting to bind port 00d5b821-a554-47e0-af60-d2bf5d6a1bca on network c45c0cfb-6688-4424-b694-73f67fd78218 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:30:18.290279 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:30:18.295975 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Checking segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:30:18.295975 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Bound using segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:30:18.295975 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Bound port: 00d5b821-a554-47e0-af60-d2bf5d6a1bca, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:30:18.295975 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:18.296506 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:30:18.307044 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'port_id': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'mac_address': 'fa:16:3e:d3:91:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:30:18.348809 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:30:18.349260 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:18.363999 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e38a42f-91bd-4b15-9ddc-0a719e735a47 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:30:18.373041 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] For port 00d5b821-a554-47e0-af60-d2bf5d6a1bca, host hv-cinder-83697, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:30:18.377439 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] For port 00d5b821-a554-47e0-af60-d2bf5d6a1bca, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:30:18.390839 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:30:18.529753 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:18.546251 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:18.567989 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:18.568954 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:18.570214 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] 10.222.0.50 "PUT /v2.0/ports/00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 200 len: 1094 time: 0.8840122 Apr 11 13:30:18.572674 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:30:18.577192 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2990065a-49fe-4d2f-8fc5-579f906dde26" -d '{"events": [{"name": "network-changed", "server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:30:18.621732 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=9']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:18.626424 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8fd8d-8f77-453e-a020-a4fe0aae026b service neutron] Pushing event updated for resources: {'Port': ['ID=00d5b821-a554-47e0-af60-d2bf5d6a1bca,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:18.632859 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.633213 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.633566 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.633909 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.634293 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.634623 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.634953 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.635280 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.635686 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.636037 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.636367 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.636695 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.637606 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.638006 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.638368 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:30:18.677465 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e116c3-bb02-407b-8236-b17ae24e951e req-0f99fa31-bdf7-4b2c-8fe8-199d2deb2020 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:18.679621 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-64e116c3-bb02-407b-8236-b17ae24e951e req-0f99fa31-bdf7-4b2c-8fe8-199d2deb2020 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 944 time: 0.0678449 Apr 11 13:30:18.768807 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-3ae67327-5afc-48b2-9ba1-03bdad8447c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:18.770367 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-3ae67327-5afc-48b2-9ba1-03bdad8447c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1128 time: 0.0663781 Apr 11 13:30:18.773600 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-64e116c3-bb02-407b-8236-b17ae24e951e req-c2ece7b7-5d84-448e-b61d-b241c42a2081 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872326 Apr 11 13:30:18.813735 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-f00c04d5-cb17-4980-a372-72024e401995 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 200 len: 217 time: 0.0362453 Apr 11 13:30:18.816573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['5e38a42f-91bd-4b15-9ddc-0a719e735a47'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:30:18.854049 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4868f81-c1b9-4d39-92f7-b0c2f68e66e6 x-openstack-request-id: req-b4868f81-c1b9-4d39-92f7-b0c2f68e66e6 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:30:18.854425 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:30:18.854715 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4868f81-c1b9-4d39-92f7-b0c2f68e66e6 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:30:18.855119 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4868f81-c1b9-4d39-92f7-b0c2f68e66e6'] response: {'name': 'network-changed', 'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'status': 'completed', 'code': 200} Apr 11 13:30:18.869382 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-9192363d-64d6-43c6-b113-b42c1034b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:18.870988 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-9192363d-64d6-43c6-b113-b42c1034b2b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0505717 Apr 11 13:30:18.917552 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-ede6a8dd-49c8-4306-8267-4c81f1180447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:18.919369 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-ede6a8dd-49c8-4306-8267-4c81f1180447 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396659 Apr 11 13:30:19.022815 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-20b7ecf2-3566-4c1e-b682-1fa17eaa6015 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952783 Apr 11 13:30:19.115914 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bbf95941-6b17-49de-9fd0-b3c746cf8a0d req-7ca84c74-47e8-402b-8aaa-2a8d0def331b service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873644 Apr 11 13:30:19.328289 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fc63e-75d4-43dd-8f13-0849f3a440b4 req-2efe6b90-4b65-4aa5-bc49-6fdb88756d9f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:19.329761 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c40fc63e-75d4-43dd-8f13-0849f3a440b4 req-2efe6b90-4b65-4aa5-bc49-6fdb88756d9f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 944 time: 0.0477538 Apr 11 13:30:19.378557 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c40fc63e-75d4-43dd-8f13-0849f3a440b4 req-31a8103b-ccb9-46c4-b175-2c954c3ad25c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432115 Apr 11 13:30:19.456079 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-4cc67042-45c4-49ef-9ee9-396e45536db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:19.457557 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-4cc67042-45c4-49ef-9ee9-396e45536db5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1128 time: 0.0397487 Apr 11 13:30:19.551772 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-b84f8a3b-6621-4941-80cc-e21cb896560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:19.553270 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-b84f8a3b-6621-4941-80cc-e21cb896560f service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0872324 Apr 11 13:30:19.596032 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-83dd4e38-d4fa-48af-9f1e-5011dd31ecbd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 200 len: 217 time: 0.0336630 Apr 11 13:30:19.649234 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-e570dcf4-5949-47ab-98c0-60da5188dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:19.650737 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-e570dcf4-5949-47ab-98c0-60da5188dbad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0450814 Apr 11 13:30:19.699498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-d2a9b10c-4754-4884-849a-02c534679b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:19.701452 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-d2a9b10c-4754-4884-849a-02c534679b3a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417223 Apr 11 13:30:19.792499 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-cccb4905-7c82-4301-b4a2-bfe33696760b service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821214 Apr 11 13:30:19.890493 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-2990065a-49fe-4d2f-8fc5-579f906dde26 req-3fc1362b-b56a-4546-a46c-31b9d57abff7 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890906 Apr 11 13:30:19.903463 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432ef50-93a0-4d0d-9be0-7ea7e718e4a9 req-cc7ccf94-33f1-4687-9a31-1a0dde4f398e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:19.905063 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e432ef50-93a0-4d0d-9be0-7ea7e718e4a9 req-cc7ccf94-33f1-4687-9a31-1a0dde4f398e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 944 time: 0.0489593 Apr 11 13:30:19.952210 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e432ef50-93a0-4d0d-9be0-7ea7e718e4a9 req-2c560449-4b32-4b28-9d15-f76543646874 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Apr 11 13:30:20.173871 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:30:20.217444 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:30:20.217812 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:20.297106 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:30:20.297490 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:20.319486 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:30:20.321687 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3a7e5b-b071-44a3-b243-03ef05f711e9" -d '{"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:30:20.334850 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:30:20.360623 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5022d045-2a4b-4a65-8801-ae262653835d x-openstack-request-id: req-5022d045-2a4b-4a65-8801-ae262653835d {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:30:20.360623 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-plugged", "status": "completed", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:30:20.360623 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5022d045-2a4b-4a65-8801-ae262653835d {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:30:20.360623 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5022d045-2a4b-4a65-8801-ae262653835d'] response: {'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'code': 200} Apr 11 13:30:20.477676 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:20.498788 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a04ecee-0998-42d2-8d87-d2d2d026a3cd req-990a32a7-14d4-47ad-bf0c-bc8deaf38e3a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:20.500200 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4a04ecee-0998-42d2-8d87-d2d2d026a3cd req-990a32a7-14d4-47ad-bf0c-bc8deaf38e3a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 944 time: 0.0530574 Apr 11 13:30:20.542496 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=10']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:20.571745 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-4a04ecee-0998-42d2-8d87-d2d2d026a3cd req-56fa9c8d-0c5c-438c-9cca-654959a31857 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649951 Apr 11 13:30:20.757908 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e9c300-5ae8-4387-b40c-ffce9a31b510 req-96c44d57-0bc7-4167-972c-cfd841006e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:20.759428 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d0e9c300-5ae8-4387-b40c-ffce9a31b510 req-96c44d57-0bc7-4167-972c-cfd841006e51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1130 time: 0.0390084 Apr 11 13:30:20.803048 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d0e9c300-5ae8-4387-b40c-ffce9a31b510 req-6e405936-29f4-4839-b3b5-741cb53ca9b0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375924 Apr 11 13:30:21.074385 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecd2e7-c7e6-40d5-bd5e-46cae7ba63b8 req-d911d7bb-7672-4d90-b593-3c3a21c2ece1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:21.076392 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fcecd2e7-c7e6-40d5-bd5e-46cae7ba63b8 req-d911d7bb-7672-4d90-b593-3c3a21c2ece1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 946 time: 0.0493572 Apr 11 13:30:21.122266 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fcecd2e7-c7e6-40d5-bd5e-46cae7ba63b8 req-0437f9b7-504c-4888-91e4-3fd6ac361676 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Apr 11 13:30:21.690921 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b4d21-fc18-462a-8083-c5ac666b8d41 req-04b3f98c-4a4a-4ef9-bd28-64f26a2d735f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:21.692391 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a1b4d21-fc18-462a-8083-c5ac666b8d41 req-04b3f98c-4a4a-4ef9-bd28-64f26a2d735f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 944 time: 0.0496922 Apr 11 13:30:21.743642 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-0a1b4d21-fc18-462a-8083-c5ac666b8d41 req-a389e505-5c1a-47c8-8198-3789577aceb8 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456889 Apr 11 13:30:22.238285 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1822d40-beba-46c7-be58-55aa4a21c0f3 req-4d00a689-b9d9-4739-8cbd-717ef0c60913 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:22.239744 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1822d40-beba-46c7-be58-55aa4a21c0f3 req-4d00a689-b9d9-4739-8cbd-717ef0c60913 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 946 time: 0.0463202 Apr 11 13:30:22.286360 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1822d40-beba-46c7-be58-55aa4a21c0f3 req-b07d47f2-4f43-4dd9-b15e-3319cddb000e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Apr 11 13:30:22.865299 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c023a-de01-43c2-85ac-b3bd56c73a1e req-3d389653-d7f0-443e-bdd7-df3092548289 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:22.868556 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-891c023a-de01-43c2-85ac-b3bd56c73a1e req-3d389653-d7f0-443e-bdd7-df3092548289 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 944 time: 0.0469756 Apr 11 13:30:22.921925 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-891c023a-de01-43c2-85ac-b3bd56c73a1e req-b8005eba-67c7-4473-864a-b484e07db124 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494716 Apr 11 13:30:22.968293 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:23.207955 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-12d6c9b4-517e-48c0-a909-ef48425321e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:23.407377 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fd3d6-3188-4669-947e-fc1ba03f9d57 req-6fbaeb89-b84f-4e33-a22b-d346f047240e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:23.408933 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b87fd3d6-3188-4669-947e-fc1ba03f9d57 req-6fbaeb89-b84f-4e33-a22b-d346f047240e tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 946 time: 0.0490754 Apr 11 13:30:23.461980 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b87fd3d6-3188-4669-947e-fc1ba03f9d57 req-33651a8c-a120-45c3-8e20-f68ff0e184a1 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469329 Apr 11 13:30:24.038051 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756cf04-5705-46aa-9cee-99253573d8b9 req-ac8d7659-7b7a-4b8c-ba2f-bd685303c953 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:24.039592 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d756cf04-5705-46aa-9cee-99253573d8b9 req-ac8d7659-7b7a-4b8c-ba2f-bd685303c953 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 944 time: 0.0485978 Apr 11 13:30:24.094130 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-d756cf04-5705-46aa-9cee-99253573d8b9 req-f6082672-9684-4ab9-ab44-7da6c4d1376f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487170 Apr 11 13:30:24.587430 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a9fad-ea82-4549-b37e-264e6407c6cd req-be26aaae-96a6-4d41-a91c-ae6bf0817a07 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:24.588934 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-409a9fad-ea82-4549-b37e-264e6407c6cd req-be26aaae-96a6-4d41-a91c-ae6bf0817a07 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 946 time: 0.0476613 Apr 11 13:30:24.637265 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-409a9fad-ea82-4549-b37e-264e6407c6cd req-50529bf1-4623-4194-ba89-5e699676d3ac tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 Apr 11 13:30:25.207177 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4a56b-164d-4dba-8d48-69686ef46a84 req-a8c28f4e-7ed5-484b-9943-7e299731f9a3 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:25.208649 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-edc4a56b-164d-4dba-8d48-69686ef46a84 req-a8c28f4e-7ed5-484b-9943-7e299731f9a3 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 944 time: 0.0473027 Apr 11 13:30:25.256787 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-edc4a56b-164d-4dba-8d48-69686ef46a84 req-cf36defe-5649-42d3-b047-c72971ae7c28 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425849 Apr 11 13:30:25.802690 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f490e920-db22-48a1-be07-7215d3670277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:26.186659 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 00d5b821-a554-47e0-af60-d2bf5d6a1bca details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:30:26.294075 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 00d5b821-a554-47e0-af60-d2bf5d6a1bca, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:30:26.309648 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:30:26.362954 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 00d5b821-a554-47e0-af60-d2bf5d6a1bca is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:30:26.363354 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:26.377467 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ad7f9-217a-4fd4-8d69-9480fecdeda6 req-6f828fbf-fe0c-4496-af52-ab662b4f6a18 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:26.379139 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cc1ad7f9-217a-4fd4-8d69-9480fecdeda6 req-6f828fbf-fe0c-4496-af52-ab662b4f6a18 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 944 time: 0.0499046 Apr 11 13:30:26.387549 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d5b821-a554-47e0-af60-d2bf5d6a1bca {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:30:26.409793 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 00d5b821-a554-47e0-af60-d2bf5d6a1bca, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:30:26.419632 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:26.433388 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cc1ad7f9-217a-4fd4-8d69-9480fecdeda6 req-2f2195d6-9dc8-4810-9cd9-4fb89cffe225 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456743 Apr 11 13:30:26.493977 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:26.550391 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=00d5b821-a554-47e0-af60-d2bf5d6a1bca,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:26.712671 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['00d5b821-a554-47e0-af60-d2bf5d6a1bca'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:30:27.551721 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb825b6-5ba6-4227-987e-8301f6437bc3 req-ba8608f8-c4de-46ee-a0b4-f8917efc3880 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:27.553229 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2bb825b6-5ba6-4227-987e-8301f6437bc3 req-ba8608f8-c4de-46ee-a0b4-f8917efc3880 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 945 time: 0.0502968 Apr 11 13:30:27.601372 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2bb825b6-5ba6-4227-987e-8301f6437bc3 req-6392d7dc-097b-4f97-b0cd-2a19c42448c5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425208 Apr 11 13:30:27.996950 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:28.213834 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 00d5b821-a554-47e0-af60-d2bf5d6a1bca up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:30:28.262195 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 00d5b821-a554-47e0-af60-d2bf5d6a1bca completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:30:28.368212 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 00d5b821-a554-47e0-af60-d2bf5d6a1bca triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:30:28.368514 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:28.450183 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 00d5b821-a554-47e0-af60-d2bf5d6a1bca is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:30:28.450573 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:28.475533 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:30:28.477860 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901d24d4-5ad0-4943-93cc-c0fe22081556" -d '{"events": [{"server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "name": "network-vif-plugged", "status": "completed", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:30:28.494071 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 00d5b821-a554-47e0-af60-d2bf5d6a1bca, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:30:28.517253 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82793d12-c784-4887-bcc0-66aa64ca9ebd x-openstack-request-id: req-82793d12-c784-4887-bcc0-66aa64ca9ebd {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:30:28.517253 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "name": "network-vif-plugged", "status": "completed", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:30:28.517253 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-82793d12-c784-4887-bcc0-66aa64ca9ebd {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:30:28.517253 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82793d12-c784-4887-bcc0-66aa64ca9ebd'] response: {'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'code': 200} Apr 11 13:30:28.568069 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:28.620541 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=00d5b821-a554-47e0-af60-d2bf5d6a1bca,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:28.715955 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9716d-52b1-4b37-b40b-3b7519aa6ad3 req-d794b009-c9b4-41b4-b7ab-b26025bc2402 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:28.717482 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-33c9716d-52b1-4b37-b40b-3b7519aa6ad3 req-d794b009-c9b4-41b4-b7ab-b26025bc2402 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 946 time: 0.0477705 Apr 11 13:30:28.769270 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-33c9716d-52b1-4b37-b40b-3b7519aa6ad3 req-67dbf348-29be-4b2a-a54c-824c367004f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447946 Apr 11 13:30:28.880532 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f8823-ed8d-4a4a-8cbd-f60d83517234 req-6da4bb40-d8af-4c18-9537-9e36faf011c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:28.882043 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a40f8823-ed8d-4a4a-8cbd-f60d83517234 req-6da4bb40-d8af-4c18-9537-9e36faf011c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1130 time: 0.0432374 Apr 11 13:30:28.930337 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-a40f8823-ed8d-4a4a-8cbd-f60d83517234 req-153684d7-7e8b-4929-afac-599dcd0ef864 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408652 Apr 11 13:30:29.573873 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:29.889496 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbf19a-b812-4964-9fb4-811c6897895c req-afae7686-2e62-4c0f-98a4-59912c2ebbc2 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:29.891487 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-76bbf19a-b812-4964-9fb4-811c6897895c req-afae7686-2e62-4c0f-98a4-59912c2ebbc2 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 946 time: 0.0526474 Apr 11 13:30:29.941780 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-76bbf19a-b812-4964-9fb4-811c6897895c req-fd9b0345-8873-4ea0-8d79-a0c2d02522f7 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444734 Apr 11 13:30:31.058985 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984bfb4-339f-4cbc-b87e-aaec9988206e req-8f53117b-88e7-4040-b8cd-88e9fc534049 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:31.060453 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e984bfb4-339f-4cbc-b87e-aaec9988206e req-8f53117b-88e7-4040-b8cd-88e9fc534049 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 946 time: 0.0476630 Apr 11 13:30:31.113928 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-e984bfb4-339f-4cbc-b87e-aaec9988206e req-8a661c4d-d05c-4359-9554-a374dce2b064 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479217 Apr 11 13:30:31.228680 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b41110-1440-4626-a6e6-bc076d9b6935 req-952ba22b-f839-440f-8471-764d16ba4149 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:31.230063 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2b41110-1440-4626-a6e6-bc076d9b6935 req-952ba22b-f839-440f-8471-764d16ba4149 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 946 time: 0.0479703 Apr 11 13:30:31.282044 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2b41110-1440-4626-a6e6-bc076d9b6935 req-1acd06e1-f16c-4477-bdd1-7779b5a2f833 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463195 Apr 11 13:30:31.313445 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52242) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:30:31.350296 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bce712-d0c6-4e1d-88f4-02c53a431286 tempest-TestVolumeBootPattern-937099669 tempest-TestVolumeBootPattern-937099669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:31.351793 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e0bce712-d0c6-4e1d-88f4-02c53a431286 tempest-TestVolumeBootPattern-937099669 tempest-TestVolumeBootPattern-937099669-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1125 time: 0.0373816 Apr 11 13:30:31.354558 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52244) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:30:31.358856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:30:31.454250 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:31.541952 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:31.648841 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Allocated IP 172.27.3.81 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/615ca87b-fa0e-48c5-8f3d-fb21f7736743) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:30:31.755973 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (615ca87b-fa0e-48c5-8f3d-fb21f7736743), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:31.848848 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (615ca87b-fa0e-48c5-8f3d-fb21f7736743), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:31.888540 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:30:31.893294 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:30:31.896817 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:30:31.922966 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=615ca87b-fa0e-48c5-8f3d-fb21f7736743,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:32.263925 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:32.406776 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (615ca87b-fa0e-48c5-8f3d-fb21f7736743), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:32.562287 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (615ca87b-fa0e-48c5-8f3d-fb21f7736743), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:32.619302 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (615ca87b-fa0e-48c5-8f3d-fb21f7736743), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:32.695577 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=615ca87b-fa0e-48c5-8f3d-fb21f7736743,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:32.707827 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:33.089231 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3946861-3cde-41af-b66b-617b1605c052 req-6ca94705-32bb-4572-a5fc-0bc4d50434ea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770259 Apr 11 13:30:33.118865 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Floating IP c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c associated. External IP: 172.27.3.81, port: 00d5b821-a554-47e0-af60-d2bf5d6a1bca. Apr 11 13:30:33.207460 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946861-3cde-41af-b66b-617b1605c052 req-b18b5bde-d441-40b9-b4c8-3d4c1f412330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:33.208908 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3946861-3cde-41af-b66b-617b1605c052 req-b18b5bde-d441-40b9-b4c8-3d4c1f412330 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 1130 time: 0.0539985 Apr 11 13:30:33.386257 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946861-3cde-41af-b66b-617b1605c052 req-f0a41ce3-e58a-4313-9c1f-dd766a2b0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:33.387840 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3946861-3cde-41af-b66b-617b1605c052 req-f0a41ce3-e58a-4313-9c1f-dd766a2b0c1f service neutron] 10.222.0.50 "GET /v2.0/networks?id=2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 200 len: 918 time: 0.1522775 Apr 11 13:30:33.502078 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3946861-3cde-41af-b66b-617b1605c052 req-1361488d-2449-42db-8013-aabdb016ab43 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 200 len: 1001 time: 0.1069045 Apr 11 13:30:33.517445 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:30:33.597746 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946861-3cde-41af-b66b-617b1605c052 req-2ffc4f48-0332-4c20-b3bf-51628c72ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:33.599254 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3946861-3cde-41af-b66b-617b1605c052 req-2ffc4f48-0332-4c20-b3bf-51628c72ec74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 200 len: 856 time: 0.0909598 Apr 11 13:30:33.685660 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3946861-3cde-41af-b66b-617b1605c052 req-cb73674e-965d-4c83-9e67-31156662a8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:33.687230 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3946861-3cde-41af-b66b-617b1605c052 req-cb73674e-965d-4c83-9e67-31156662a8e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2154aebd-01cc-461a-8de1-ba67274a625c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797336 Apr 11 13:30:33.723569 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:30:33.736130 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:30:33.746978 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:30:33.747856 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:30:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:33.790509 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3946861-3cde-41af-b66b-617b1605c052 req-3d0a139a-fb5f-4a2e-b3da-a0d39913a63e service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964487 Apr 11 13:30:33.858533 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:30:33.864873 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:33.908953 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-fc7ac455-c4fc-4e3b-858f-edbbb2f345ab tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5533550 Apr 11 13:30:33.910903 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:30:33.913144 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbd69a9-efd7-45ff-8231-160c2335261b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:30:33.917526 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3946861-3cde-41af-b66b-617b1605c052 req-a674d115-93e8-4aa9-9a6d-5127dc9183a5 service neutron] 10.222.0.50 "GET /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208107 Apr 11 13:30:33.952265 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8684fe-e88a-4cba-80ed-50a445516dac x-openstack-request-id: req-cc8684fe-e88a-4cba-80ed-50a445516dac {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:30:33.952623 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:30:33.952950 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cc8684fe-e88a-4cba-80ed-50a445516dac {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:30:33.953475 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8684fe-e88a-4cba-80ed-50a445516dac'] response: {'name': 'network-changed', 'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'status': 'completed', 'code': 200} Apr 11 13:30:34.014648 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-36c1a62e-a7b1-4a25-8901-e67a9dbef51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:34.016304 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-36c1a62e-a7b1-4a25-8901-e67a9dbef51c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1130 time: 0.0433857 Apr 11 13:30:34.085065 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:32Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:34.112895 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:30:34.114473 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-6026cedb-dc61-43ad-bc1a-9a1d9f3ebd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:34.116020 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-6026cedb-dc61-43ad-bc1a-9a1d9f3ebd04 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0939481 Apr 11 13:30:34.121420 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:30:34.122026 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:30:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:34.189232 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-e5ede317-ebc6-458f-bb06-e88f2577cebe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 200 len: 999 time: 0.0653541 Apr 11 13:30:34.334909 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:30:34.428064 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-6bbea72f-27ca-4b68-81f0-f312980c7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:34.429638 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-6bbea72f-27ca-4b68-81f0-f312980c7eac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0550556 Apr 11 13:30:34.489620 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-52b37622-7f63-4cde-9f9c-2b19901ca772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:34.493216 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-52b37622-7f63-4cde-9f9c-2b19901ca772 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537832 Apr 11 13:30:34.582773 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:32Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:34.599990 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-2c5285d8-d59f-445f-85f4-3b58b1fdc673 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011045 Apr 11 13:30:34.611273 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93699711-cf89-45b0-b28d-1ca31803d682 None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:32Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:30:34.821015 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d27d88-a31c-437b-9106-2222dc1c49c7 None None] New status for floating IP c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c: ACTIVE {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:30:34.894941 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ebbd69a9-efd7-45ff-8231-160c2335261b req-c5cd1b60-07cc-418f-8b7f-b3550ec89eb7 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933087 Apr 11 13:30:40.445783 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:30:52.995539 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:53.173713 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1debd617-4af3-4025-ae23-5189ed9afc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:55.727462 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ccd41676-784b-4080-adcc-8ee6cec374b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:56.395628 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:57.213894 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b83e7-a93f-4de9-8f51-dcc65c09c395 req-02da2c92-b328-4a5d-b973-9b1ad607ccf3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:57.215424 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e79b83e7-a93f-4de9-8f51-dcc65c09c395 req-02da2c92-b328-4a5d-b973-9b1ad607ccf3 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 946 time: 0.0492561 Apr 11 13:30:57.265134 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e79b83e7-a93f-4de9-8f51-dcc65c09c395 req-a0df910a-4906-4715-b2c7-b482b096750b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Apr 11 13:30:58.035390 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:58.385823 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdad684-8fbb-4e61-a4b2-ca48f2cb961a req-731f9188-64e0-4050-91c9-4802eb1c5204 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:58.387369 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-afdad684-8fbb-4e61-a4b2-ca48f2cb961a req-731f9188-64e0-4050-91c9-4802eb1c5204 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 946 time: 0.0493345 Apr 11 13:30:58.435973 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-afdad684-8fbb-4e61-a4b2-ca48f2cb961a req-b2b5d76c-c826-4c71-9b59-8afa946585de tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups?id=c8081e95-56f1-4c8f-93d1-296264f52609&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Apr 11 13:30:58.649290 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-cde33223-a404-40af-a230-4efd2b79553f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:30:58.650768 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-cde33223-a404-40af-a230-4efd2b79553f tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 946 time: 0.0465288 Apr 11 13:30:58.739200 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Deleting port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:30:58.739540 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:58.827835 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] For port 5e38a42f-91bd-4b15-9ddc-0a719e735a47, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=5e38a42f-91bd-4b15-9ddc-0a719e735a47,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:30:58.828297 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:59.017068 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:59.017787 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (fb0d459b-db7f-4693-8aa9-92cfacb77230), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:59.018137 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.db.l3_db [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Floating IP fb0d459b-db7f-4693-8aa9-92cfacb77230 disassociated. External IP: 172.27.3.134, port: 5e38a42f-91bd-4b15-9ddc-0a719e735a47. Apr 11 13:30:59.018515 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Calling delete_port for 5e38a42f-91bd-4b15-9ddc-0a719e735a47 owned by compute:nova {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:30:59.270295 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (5e38a42f-91bd-4b15-9ddc-0a719e735a47), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:59.308012 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event deleted for resources: {'Port': ['ID=5e38a42f-91bd-4b15-9ddc-0a719e735a47,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:30:59.427171 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:30:59.573828 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e4bc87be-8e87-473f-ab55-d73889737b91 req-57877c8c-02bd-43f1-91ae-579ab1e1e869 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 210 time: 0.0445204 Apr 11 13:30:59.581693 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:30:59.595783 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:59.610447 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] Sync routers for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:30:59.621566 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:30:59.622445 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:30:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:59.629724 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] No DVR routers for this DVR port 5e38a42f-91bd-4b15-9ddc-0a719e735a47 on host hv-cinder-83697 {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:30:59.632801 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:30:59.636335 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-bfa47e34-d481-4e6a-9a7a-5d013e716ef6 req-c0090c45-d567-47dc-9113-4877612e513b tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.50 "DELETE /v2.0/ports/5e38a42f-91bd-4b15-9ddc-0a719e735a47 HTTP/1.1" status: 204 len: 173 time: 0.9779899 Apr 11 13:30:59.641409 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-deleted', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:30:59.641409 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd73dda-3cfe-488d-a903-fe933e537b08" -d '{"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-deleted", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:30:59.680581 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630d0d2a-5f57-4d33-927b-5d226feb9834 x-openstack-request-id: req-630d0d2a-5f57-4d33-927b-5d226feb9834 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:30:59.681245 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67680f31-1d10-46ea-bce4-b45ff4a882f7", "name": "network-vif-deleted", "tag": "5e38a42f-91bd-4b15-9ddc-0a719e735a47", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:30:59.681245 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-630d0d2a-5f57-4d33-927b-5d226feb9834 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:30:59.681705 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630d0d2a-5f57-4d33-927b-5d226feb9834'] response: {'server_uuid': '67680f31-1d10-46ea-bce4-b45ff4a882f7', 'name': 'network-vif-deleted', 'tag': '5e38a42f-91bd-4b15-9ddc-0a719e735a47', 'status': 'completed', 'code': 200} Apr 11 13:30:59.746205 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:30:59.951740 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:30:59.979287 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] Checking router: d1af25b9-4c03-40a3-b0b1-0d53776b98c9 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:30:59.988619 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:30:59.989228 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:30:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:00.101161 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:31:00.306819 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:00.335728 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd78e8b8-217c-4105-9668-5fbf1e36613d None None] The sync data for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi is: [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:24:46Z', 'revision_number': 4, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': 'fef45b85-3a3d-489f-831d-ee4bad24cae8', 'name': '', 'network_id': '2154aebd-01cc-461a-8de1-ba67274a625c', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'mac_address': 'fa:16:3e:fa:88:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:45Z', 'updated_at': '2022-04-11T13:24:49Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'subnets': [{'id': '5a456cfa-8d0e-471b-80da-a9959ddda933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:31:00.584607 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8836e7b-33b9-45a6-bf27-116649478b69 None None] New status for floating IP fb0d459b-db7f-4693-8aa9-92cfacb77230: DOWN {{(pid=103911) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:31:00.693054 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-cd71468b-c47d-4591-ad08-49b7dc916eeb req-763cd53b-ac6d-442a-9eaa-cb49d3d79cd5 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/ports?device_id=67680f31-1d10-46ea-bce4-b45ff4a882f7 HTTP/1.1" status: 200 len: 210 time: 0.0284801 Apr 11 13:31:01.871261 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52284) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:01.926474 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aec2efc2-eac4-469c-8d58-b7cae6c7ec70 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (c8081e95-56f1-4c8f-93d1-296264f52609), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:01.950045 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aec2efc2-eac4-469c-8d58-b7cae6c7ec70 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (c8081e95-56f1-4c8f-93d1-296264f52609), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.087263 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aec2efc2-eac4-469c-8d58-b7cae6c7ec70 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c8081e95-56f1-4c8f-93d1-296264f52609), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.089943 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-aec2efc2-eac4-469c-8d58-b7cae6c7ec70 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.091148 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-aec2efc2-eac4-469c-8d58-b7cae6c7ec70 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "DELETE /v2.0/security-groups/c8081e95-56f1-4c8f-93d1-296264f52609 HTTP/1.1" status: 204 len: 168 time: 0.2189083 Apr 11 13:31:02.094577 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52286) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:02.101726 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2efc2-eac4-469c-8d58-b7cae6c7ec70 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8081e95-56f1-4c8f-93d1-296264f52609,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:02.108253 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.api.v2.resource [None req-18ea3a30-dbdb-4c28-8104-0a56d581964d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] show failed (client error): The resource could not be found. Apr 11 13:31:02.113168 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52288) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:02.113360 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-18ea3a30-dbdb-4c28-8104-0a56d581964d tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "GET /v2.0/security-groups/c8081e95-56f1-4c8f-93d1-296264f52609 HTTP/1.1" status: 404 len: 347 time: 0.0175235 Apr 11 13:31:02.244094 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Deleting port 1360fb9d-9604-4eeb-b352-44e005c988ff {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:31:02.244441 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (1360fb9d-9604-4eeb-b352-44e005c988ff), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.321298 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (1360fb9d-9604-4eeb-b352-44e005c988ff), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.321628 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (1360fb9d-9604-4eeb-b352-44e005c988ff), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.322474 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:31:02.335541 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Calling delete_port for 1360fb9d-9604-4eeb-b352-44e005c988ff owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:31:02.342675 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 5e38a42f-91bd-4b15-9ddc-0a719e735a47 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:31:02.343479 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 5e38a42f-91bd-4b15-9ddc-0a719e735a47 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:31:02.561485 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (1360fb9d-9604-4eeb-b352-44e005c988ff), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.588878 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Pushing event deleted for resources: {'Port': ['ID=1360fb9d-9604-4eeb-b352-44e005c988ff,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:02.657479 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks [] for floatingip (fb0d459b-db7f-4693-8aa9-92cfacb77230), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.660107 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:02.661313 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-85fd3f91-0478-4f8d-b2e0-2861cad9a034 tempest-AttachVolumeShelveTestJSON-1907324950 tempest-AttachVolumeShelveTestJSON-1907324950-project] 10.222.0.49 "DELETE /v2.0/floatingips/fb0d459b-db7f-4693-8aa9-92cfacb77230 HTTP/1.1" status: 204 len: 168 time: 0.5471649 Apr 11 13:31:05.379672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52312) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:05.881386 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:06.122027 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Deleting port fef45b85-3a3d-489f-831d-ee4bad24cae8 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:31:06.122432 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:06.202451 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] For port fef45b85-3a3d-489f-831d-ee4bad24cae8, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=fef45b85-3a3d-489f-831d-ee4bad24cae8,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:31:06.202451 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:06.219184 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Calling delete_port for fef45b85-3a3d-489f-831d-ee4bad24cae8 owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:31:06.447287 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (fef45b85-3a3d-489f-831d-ee4bad24cae8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:06.731333 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Pushing event deleted for resources: {'Port': ['ID=fef45b85-3a3d-489f-831d-ee4bad24cae8,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:06.905121 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:07.127210 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:31:07.239336 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:31:07.244547 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-56551cbd-70db-4e4b-a92d-d2a0fda2744e admin admin] 10.222.0.49 "PUT /v2.0/routers/d1af25b9-4c03-40a3-b0b1-0d53776b98c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8636670 Apr 11 13:31:07.247055 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52316) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:07.248243 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] Sync routers for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:31:07.259579 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:31:07.260193 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:30:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:07.357051 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks [] for router (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:07.367686 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:31:07.464921 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks [] for router_gateway (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:07.539801 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112'}], 'enable_snat': True}, 'gw_port_id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:31:06Z', 'revision_number': 5, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port': {'id': '055e3382-1b28-46b4-865e-79dcc3345c2b', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:92:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:24:43Z', 'updated_at': '2022-04-11T13:24:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:07.567230 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Deleting port 055e3382-1b28-46b4-865e-79dcc3345c2b {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:31:07.567575 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:07.651487 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] For port 055e3382-1b28-46b4-865e-79dcc3345c2b, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=055e3382-1b28-46b4-865e-79dcc3345c2b,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:31:07.651787 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:07.664569 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] Checking router: d1af25b9-4c03-40a3-b0b1-0d53776b98c9 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:31:07.669401 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Calling delete_port for 055e3382-1b28-46b4-865e-79dcc3345c2b owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:31:07.673788 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] Routers {'d1af25b9-4c03-40a3-b0b1-0d53776b98c9'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:31:07.674427 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:30:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:07.764558 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] Set router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:31:07.817939 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:31:07Z', 'revision_number': 6, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port_host': None}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:07.848961 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca105e7-3b15-4cf1-83c0-095bf56d395e None None] The sync data for ids ['d1af25b9-4c03-40a3-b0b1-0d53776b98c9'] in dv-cinder-836973-2-iscsi is: [{'id': 'd1af25b9-4c03-40a3-b0b1-0d53776b98c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1774119241-router', 'tenant_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:24:42Z', 'updated_at': '2022-04-11T13:31:07Z', 'revision_number': 6, 'project_id': '4b0f1fe37bda4d2c93681cc6b37d690c', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:31:07.921268 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (055e3382-1b28-46b4-865e-79dcc3345c2b), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:07.951841 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Pushing event deleted for resources: {'Port': ['ID=055e3382-1b28-46b4-865e-79dcc3345c2b,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:08.021152 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.112116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.114310 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks [] for router_controller (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.247738 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (d1af25b9-4c03-40a3-b0b1-0d53776b98c9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.247842 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1af25b9-4c03-40a3-b0b1-0d53776b98c9 {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:31:08.258015 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.258015 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-32f2a441-a0ef-45d2-9b8f-fb066cbad668 admin admin] 10.222.0.49 "DELETE /v2.0/routers/d1af25b9-4c03-40a3-b0b1-0d53776b98c9 HTTP/1.1" status: 204 len: 168 time: 1.0062726 Apr 11 13:31:08.258015 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52318) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:08.303651 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2542fa6-9273-4e57-b73d-1f07a79cc7a6 admin admin] Deleting subnet 5a456cfa-8d0e-471b-80da-a9959ddda933 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:31:08.306889 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a2542fa6-9273-4e57-b73d-1f07a79cc7a6 admin admin] Publish callbacks [] for subnet (5a456cfa-8d0e-471b-80da-a9959ddda933), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.341987 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a2542fa6-9273-4e57-b73d-1f07a79cc7a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (5a456cfa-8d0e-471b-80da-a9959ddda933), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.423122 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a2542fa6-9273-4e57-b73d-1f07a79cc7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (5a456cfa-8d0e-471b-80da-a9959ddda933), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.555580 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a2542fa6-9273-4e57-b73d-1f07a79cc7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (5a456cfa-8d0e-471b-80da-a9959ddda933), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.580812 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2542fa6-9273-4e57-b73d-1f07a79cc7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a456cfa-8d0e-471b-80da-a9959ddda933,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:08.586558 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a2542fa6-9273-4e57-b73d-1f07a79cc7a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.589680 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a2542fa6-9273-4e57-b73d-1f07a79cc7a6 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5a456cfa-8d0e-471b-80da-a9959ddda933 HTTP/1.1" status: 204 len: 168 time: 0.3311896 Apr 11 13:31:08.592141 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d05f5e-2274-4922-8004-966c7500c83d None None] Network 2154aebd-01cc-461a-8de1-ba67274a625c requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:31:08.592682 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52320) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:08.671221 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (2154aebd-01cc-461a-8de1-ba67274a625c), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.734597 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Deleting port 8a0cb345-1508-4c80-8e89-15126b9f79b4 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:31:08.734939 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.763960 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] DHCP port deletion for 2154aebd-01cc-461a-8de1-ba67274a625c request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:31:08.805139 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] Deleting port 8a0cb345-1508-4c80-8e89-15126b9f79b4 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:31:08.805507 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.806140 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] For port 8a0cb345-1508-4c80-8e89-15126b9f79b4, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=8a0cb345-1508-4c80-8e89-15126b9f79b4,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:31:08.806484 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.821110 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Calling delete_port for 8a0cb345-1508-4c80-8e89-15126b9f79b4 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:31:08.870991 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] For port 8a0cb345-1508-4c80-8e89-15126b9f79b4, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=8a0cb345-1508-4c80-8e89-15126b9f79b4,segment=NetworkSegment(d0ca915e-7586-45f1-8b53-edf0f393d8a5),segment_id=d0ca915e-7586-45f1-8b53-edf0f393d8a5)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:31:08.871389 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:08.886949 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] Calling delete_port for 8a0cb345-1508-4c80-8e89-15126b9f79b4 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:31:08.995600 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.001977 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (8a0cb345-1508-4c80-8e89-15126b9f79b4), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.022974 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a0cb345-1508-4c80-8e89-15126b9f79b4,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:09.024814 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] No DVR routers for this DVR port 8a0cb345-1508-4c80-8e89-15126b9f79b4 on host dv-cinder-836973-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:31:09.033523 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] No DVR routers for this DVR port 8a0cb345-1508-4c80-8e89-15126b9f79b4 on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:31:09.035567 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72caea7b-0dea-46b9-b533-73e1f95c69e9 None None] Pushing event deleted for resources: {'Port': ['ID=8a0cb345-1508-4c80-8e89-15126b9f79b4,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:09.102093 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (2154aebd-01cc-461a-8de1-ba67274a625c), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.126541 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2154aebd-01cc-461a-8de1-ba67274a625c']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:09.136558 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ca915e-7586-45f1-8b53-edf0f393d8a5') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:09.136856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ca915e-7586-45f1-8b53-edf0f393d8a5') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:31:09.147554 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (d0ca915e-7586-45f1-8b53-edf0f393d8a5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.161951 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (d0ca915e-7586-45f1-8b53-edf0f393d8a5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.168533 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:31:09.168934 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (d0ca915e-7586-45f1-8b53-edf0f393d8a5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:31:09.170731 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:31:09.200186 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 8a0cb345-1508-4c80-8e89-15126b9f79b4 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:31:09.222675 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 8a0cb345-1508-4c80-8e89-15126b9f79b4 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:31:09.223019 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 8a0cb345-1508-4c80-8e89-15126b9f79b4 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:31:09.223453 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 055e3382-1b28-46b4-865e-79dcc3345c2b no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:31:09.243127 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 055e3382-1b28-46b4-865e-79dcc3345c2b {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:31:09.246756 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 055e3382-1b28-46b4-865e-79dcc3345c2b not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:31:09.246756 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device fef45b85-3a3d-489f-831d-ee4bad24cae8 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:31:09.267896 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: fef45b85-3a3d-489f-831d-ee4bad24cae8 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:31:09.275500 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device fef45b85-3a3d-489f-831d-ee4bad24cae8 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:31:09.292940 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (2154aebd-01cc-461a-8de1-ba67274a625c), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.298810 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.302231 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2154aebd-01cc-461a-8de1-ba67274a625c HTTP/1.1" status: 204 len: 168 time: 0.7079260 Apr 11 13:31:09.314044 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e094e-ea87-49c1-9fcd-a4b80707aa60 admin admin] Pushing event deleted for resources: {'Network': ['ID=2154aebd-01cc-461a-8de1-ba67274a625c,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:09.667526 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52324) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:09.709690 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-72f7935e-e6c1-4612-ad9b-be795dba3c19 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4b0f1fe37bda4d2c93681cc6b37d690c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409913 Apr 11 13:31:09.713947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52326) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:09.780012 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6932312-a2ca-456f-8b6b-91bc08d9cd07 admin admin] Publish callbacks [] for security_group (cffed692-e97f-4e4e-bf79-a40cf0ce7a7e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.803211 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6932312-a2ca-456f-8b6b-91bc08d9cd07 admin admin] Publish callbacks [] for security_group (cffed692-e97f-4e4e-bf79-a40cf0ce7a7e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.938779 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6932312-a2ca-456f-8b6b-91bc08d9cd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (cffed692-e97f-4e4e-bf79-a40cf0ce7a7e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.941347 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-b6932312-a2ca-456f-8b6b-91bc08d9cd07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:09.942631 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-b6932312-a2ca-456f-8b6b-91bc08d9cd07 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cffed692-e97f-4e4e-bf79-a40cf0ce7a7e HTTP/1.1" status: 204 len: 168 time: 0.2276416 Apr 11 13:31:09.950751 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6932312-a2ca-456f-8b6b-91bc08d9cd07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffed692-e97f-4e4e-bf79-a40cf0ce7a7e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:17.444983 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:31:18.129578 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52422) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:18.240015 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:18.314401 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Publish callbacks [] for security_group (8b43602f-8504-412a-b7d6-566de3ce3b2a), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:18.407289 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (8b43602f-8504-412a-b7d6-566de3ce3b2a), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:18.446946 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b43602f-8504-412a-b7d6-566de3ce3b2a,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:18.451102 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4f9f55c6600e4552ad9fffcb10476fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204157 Apr 11 13:31:18.454025 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52426) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:18.457264 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.457622 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.457972 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.458345 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.458708 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.459224 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.459586 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.459955 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.460295 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.460635 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.460971 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.461306 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.461639 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.461965 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.462315 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985f63ca-111c-499f-83c2-d264509ff7fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.506384 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Publish callbacks [] for security_group (8b43602f-8504-412a-b7d6-566de3ce3b2a), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:18.529548 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Publish callbacks [] for security_group (8b43602f-8504-412a-b7d6-566de3ce3b2a), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:18.669454 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (8b43602f-8504-412a-b7d6-566de3ce3b2a), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:18.673298 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:18.674553 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8b43602f-8504-412a-b7d6-566de3ce3b2a HTTP/1.1" status: 204 len: 168 time: 0.2195165 Apr 11 13:31:18.682735 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b43602f-8504-412a-b7d6-566de3ce3b2a,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:18.690991 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.691348 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.691698 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.692043 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.692385 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.692814 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.693042 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.693377 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.693711 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.694046 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.694408 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.694743 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.695071 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.695398 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:18.695721 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc82fc0-4c54-4830-8925-5c5179bf2d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:31:19.362235 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52432) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:19.375800 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c36-e7c0-4e19-a3ac-20bfda3884fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:19.454458 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c36-e7c0-4e19-a3ac-20bfda3884fb admin admin] Publish callbacks [] for security_group (ea997dea-84b6-44ba-a192-5fc8e54dfc1e), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:19.549245 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-00cb2c36-e7c0-4e19-a3ac-20bfda3884fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (ea997dea-84b6-44ba-a192-5fc8e54dfc1e), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:19.590429 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb2c36-e7c0-4e19-a3ac-20bfda3884fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea997dea-84b6-44ba-a192-5fc8e54dfc1e,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:19.595318 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-00cb2c36-e7c0-4e19-a3ac-20bfda3884fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=151d30a8f3f846c195a4218eb8d08f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320333 Apr 11 13:31:19.597953 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52434) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:19.648157 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5eb0feb8-c0d9-47f9-8c72-7108a05215ef admin admin] Publish callbacks [] for security_group (ea997dea-84b6-44ba-a192-5fc8e54dfc1e), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:19.670355 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5eb0feb8-c0d9-47f9-8c72-7108a05215ef admin admin] Publish callbacks [] for security_group (ea997dea-84b6-44ba-a192-5fc8e54dfc1e), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:19.835111 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5eb0feb8-c0d9-47f9-8c72-7108a05215ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (ea997dea-84b6-44ba-a192-5fc8e54dfc1e), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:19.837749 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5eb0feb8-c0d9-47f9-8c72-7108a05215ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:19.838993 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5eb0feb8-c0d9-47f9-8c72-7108a05215ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea997dea-84b6-44ba-a192-5fc8e54dfc1e HTTP/1.1" status: 204 len: 168 time: 0.2400870 Apr 11 13:31:19.847856 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0feb8-c0d9-47f9-8c72-7108a05215ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea997dea-84b6-44ba-a192-5fc8e54dfc1e,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:23.029477 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:23.229539 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-559c4ab1-20ed-4a52-aef6-025c04881d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:24.846336 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52504) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:24.956779 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9e04bb6-b549-48f2-940d-59864f6c6d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:25.036728 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9e04bb6-b549-48f2-940d-59864f6c6d03 admin admin] Publish callbacks [] for security_group (a679a4d0-17a8-43fa-8f6d-90508bb8dd18), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:25.114924 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-a9e04bb6-b549-48f2-940d-59864f6c6d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (a679a4d0-17a8-43fa-8f6d-90508bb8dd18), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:25.158314 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-a9e04bb6-b549-48f2-940d-59864f6c6d03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5adb6413856249848547501686316214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108516 Apr 11 13:31:25.159180 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e04bb6-b549-48f2-940d-59864f6c6d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a679a4d0-17a8-43fa-8f6d-90508bb8dd18,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:25.162287 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52508) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:25.215844 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0248214d-094c-47c1-87d9-d480a1b20554 admin admin] Publish callbacks [] for security_group (a679a4d0-17a8-43fa-8f6d-90508bb8dd18), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:25.242781 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0248214d-094c-47c1-87d9-d480a1b20554 admin admin] Publish callbacks [] for security_group (a679a4d0-17a8-43fa-8f6d-90508bb8dd18), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:25.372330 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0248214d-094c-47c1-87d9-d480a1b20554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (a679a4d0-17a8-43fa-8f6d-90508bb8dd18), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:25.374962 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0248214d-094c-47c1-87d9-d480a1b20554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:25.376332 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0248214d-094c-47c1-87d9-d480a1b20554 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a679a4d0-17a8-43fa-8f6d-90508bb8dd18 HTTP/1.1" status: 204 len: 168 time: 0.2128661 Apr 11 13:31:25.385655 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248214d-094c-47c1-87d9-d480a1b20554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a679a4d0-17a8-43fa-8f6d-90508bb8dd18,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:25.886572 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-5a36069a-e243-4829-8292-1e50409299c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.235715 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52514) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:26.248889 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91ceb303-17e2-4dd6-a1cf-6bbc8d96bc87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.321259 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91ceb303-17e2-4dd6-a1cf-6bbc8d96bc87 admin admin] Publish callbacks [] for security_group (f2f5cf0a-67f1-4206-83fd-6f54cce564a1), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.417601 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-91ceb303-17e2-4dd6-a1cf-6bbc8d96bc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f2f5cf0a-67f1-4206-83fd-6f54cce564a1), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.456655 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-91ceb303-17e2-4dd6-a1cf-6bbc8d96bc87 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4edef50f47d41259cd05fa547687108&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198780 Apr 11 13:31:26.457498 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ceb303-17e2-4dd6-a1cf-6bbc8d96bc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f5cf0a-67f1-4206-83fd-6f54cce564a1,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:26.459360 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52516) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:26.470030 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.510930 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-00b01a28-ffe5-4d89-958c-31b904a313ec admin admin] Publish callbacks [] for security_group (f2f5cf0a-67f1-4206-83fd-6f54cce564a1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.532507 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-00b01a28-ffe5-4d89-958c-31b904a313ec admin admin] Publish callbacks [] for security_group (f2f5cf0a-67f1-4206-83fd-6f54cce564a1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.698003 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-00b01a28-ffe5-4d89-958c-31b904a313ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (f2f5cf0a-67f1-4206-83fd-6f54cce564a1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.700522 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-00b01a28-ffe5-4d89-958c-31b904a313ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:26.701682 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-00b01a28-ffe5-4d89-958c-31b904a313ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f2f5cf0a-67f1-4206-83fd-6f54cce564a1 HTTP/1.1" status: 204 len: 168 time: 0.2413363 Apr 11 13:31:26.720096 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b01a28-ffe5-4d89-958c-31b904a313ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f5cf0a-67f1-4206-83fd-6f54cce564a1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:28.023654 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:29.651962 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:32.785436 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2f26274-6363-4621-bcde-2868ed79004d req-0c14f006-389d-455b-9e99-64db0db7b6f1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417912 Apr 11 13:31:32.849410 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f26274-6363-4621-bcde-2868ed79004d req-078148ba-4f50-47f9-9656-8318d4c5773c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:31:32.851162 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2f26274-6363-4621-bcde-2868ed79004d req-078148ba-4f50-47f9-9656-8318d4c5773c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1130 time: 0.0407290 Apr 11 13:31:32.959672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f26274-6363-4621-bcde-2868ed79004d req-7546761d-9ac5-4a6c-aa0b-5c5e2b2bdf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:31:32.961140 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2f26274-6363-4621-bcde-2868ed79004d req-7546761d-9ac5-4a6c-aa0b-5c5e2b2bdf5a service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0904272 Apr 11 13:31:33.029421 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2f26274-6363-4621-bcde-2868ed79004d req-e1418146-9792-4254-9495-a8b3d8a6c0e2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 200 len: 1001 time: 0.0616915 Apr 11 13:31:33.079330 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f26274-6363-4621-bcde-2868ed79004d req-8d3d8155-2ab5-4e37-a554-d053a4f341f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:31:33.081298 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2f26274-6363-4621-bcde-2868ed79004d req-8d3d8155-2ab5-4e37-a554-d053a4f341f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0420122 Apr 11 13:31:33.127742 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f26274-6363-4621-bcde-2868ed79004d req-1b92139d-9e62-4d6e-b5f7-81069bf92944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:31:33.129310 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2f26274-6363-4621-bcde-2868ed79004d req-1b92139d-9e62-4d6e-b5f7-81069bf92944 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394716 Apr 11 13:31:33.225374 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2f26274-6363-4621-bcde-2868ed79004d req-5c3ca36e-8858-41aa-aec8-6f9d16d16fc5 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882506 Apr 11 13:31:33.317166 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-f2f26274-6363-4621-bcde-2868ed79004d req-8570c084-52a9-4742-b38d-7e26fa5f4632 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829990 Apr 11 13:31:34.576423 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52620) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:34.678577 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-86ac9d68-8f84-4331-a391-6d79053efaa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:34.753078 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-86ac9d68-8f84-4331-a391-6d79053efaa1 admin admin] Publish callbacks [] for security_group (5e02a652-ec5b-47fa-a75d-b7cd37af04bb), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:34.851803 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-86ac9d68-8f84-4331-a391-6d79053efaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (5e02a652-ec5b-47fa-a75d-b7cd37af04bb), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:34.894534 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-86ac9d68-8f84-4331-a391-6d79053efaa1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d65076c93a81477ebe0f2a2e31703faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169229 Apr 11 13:31:34.895169 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac9d68-8f84-4331-a391-6d79053efaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e02a652-ec5b-47fa-a75d-b7cd37af04bb,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:34.897533 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52624) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:34.945466 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c686426-d01b-469a-8c0e-8e9c79b4578e admin admin] Publish callbacks [] for security_group (5e02a652-ec5b-47fa-a75d-b7cd37af04bb), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:34.965692 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c686426-d01b-469a-8c0e-8e9c79b4578e admin admin] Publish callbacks [] for security_group (5e02a652-ec5b-47fa-a75d-b7cd37af04bb), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:35.080454 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c686426-d01b-469a-8c0e-8e9c79b4578e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (5e02a652-ec5b-47fa-a75d-b7cd37af04bb), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:35.083031 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-5c686426-d01b-469a-8c0e-8e9c79b4578e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:35.084227 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-5c686426-d01b-469a-8c0e-8e9c79b4578e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e02a652-ec5b-47fa-a75d-b7cd37af04bb HTTP/1.1" status: 204 len: 168 time: 0.1857877 Apr 11 13:31:35.092050 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c686426-d01b-469a-8c0e-8e9c79b4578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e02a652-ec5b-47fa-a75d-b7cd37af04bb,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:35.834474 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52630) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:35.848160 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3eb616d5-0e11-4b76-93af-98b9800d572f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:35.926929 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3eb616d5-0e11-4b76-93af-98b9800d572f admin admin] Publish callbacks [] for security_group (fdd1566e-62bd-4dc7-a14f-0ee036770712), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:36.006317 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-3eb616d5-0e11-4b76-93af-98b9800d572f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (fdd1566e-62bd-4dc7-a14f-0ee036770712), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:36.047277 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-3eb616d5-0e11-4b76-93af-98b9800d572f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ec9204987c74e6680cdcdc91dcabae4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113898 Apr 11 13:31:36.048388 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb616d5-0e11-4b76-93af-98b9800d572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd1566e-62bd-4dc7-a14f-0ee036770712,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:36.050068 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52632) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:36.104156 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-199a56da-a251-49b3-b024-89bfa77eefd5 admin admin] Publish callbacks [] for security_group (fdd1566e-62bd-4dc7-a14f-0ee036770712), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:36.127656 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-199a56da-a251-49b3-b024-89bfa77eefd5 admin admin] Publish callbacks [] for security_group (fdd1566e-62bd-4dc7-a14f-0ee036770712), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:36.251385 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-199a56da-a251-49b3-b024-89bfa77eefd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (fdd1566e-62bd-4dc7-a14f-0ee036770712), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:36.253965 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-199a56da-a251-49b3-b024-89bfa77eefd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:36.256056 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-199a56da-a251-49b3-b024-89bfa77eefd5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fdd1566e-62bd-4dc7-a14f-0ee036770712 HTTP/1.1" status: 204 len: 168 time: 0.2048748 Apr 11 13:31:36.264380 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a56da-a251-49b3-b024-89bfa77eefd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd1566e-62bd-4dc7-a14f-0ee036770712,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:36.946672 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52638) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:36.962801 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-51ae50c9-a360-49fc-a8c5-51a1b11b545a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:37.037997 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-51ae50c9-a360-49fc-a8c5-51a1b11b545a admin admin] Publish callbacks [] for security_group (c0432077-dd3d-4485-828b-5ecf959db855), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:37.133712 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-51ae50c9-a360-49fc-a8c5-51a1b11b545a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c0432077-dd3d-4485-828b-5ecf959db855), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:37.174586 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-51ae50c9-a360-49fc-a8c5-51a1b11b545a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab24c269a82b43e7be579f0d7d1fbb7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2267828 Apr 11 13:31:37.175329 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae50c9-a360-49fc-a8c5-51a1b11b545a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0432077-dd3d-4485-828b-5ecf959db855,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:37.177420 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52640) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:37.230042 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a28c465e-be11-48ad-9011-02de54f344cd admin admin] Publish callbacks [] for security_group (c0432077-dd3d-4485-828b-5ecf959db855), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:37.255448 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a28c465e-be11-48ad-9011-02de54f344cd admin admin] Publish callbacks [] for security_group (c0432077-dd3d-4485-828b-5ecf959db855), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:37.423640 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a28c465e-be11-48ad-9011-02de54f344cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (c0432077-dd3d-4485-828b-5ecf959db855), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:37.426311 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-a28c465e-be11-48ad-9011-02de54f344cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:37.427476 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-a28c465e-be11-48ad-9011-02de54f344cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0432077-dd3d-4485-828b-5ecf959db855 HTTP/1.1" status: 204 len: 168 time: 0.2490723 Apr 11 13:31:37.435397 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c465e-be11-48ad-9011-02de54f344cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0432077-dd3d-4485-828b-5ecf959db855,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:40.548222 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52708) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:40.650659 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1d2ca0bb-bbd1-4895-bc87-4d9610b2e8fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:40.725035 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1d2ca0bb-bbd1-4895-bc87-4d9610b2e8fd admin admin] Publish callbacks [] for security_group (19ceb91b-ffd1-427b-8a96-b91b24f877ca), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:40.799948 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-1d2ca0bb-bbd1-4895-bc87-4d9610b2e8fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (19ceb91b-ffd1-427b-8a96-b91b24f877ca), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:40.841174 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-1d2ca0bb-bbd1-4895-bc87-4d9610b2e8fd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abc293b6d7ae425593d422139f5a86da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918246 Apr 11 13:31:40.842046 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ca0bb-bbd1-4895-bc87-4d9610b2e8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ceb91b-ffd1-427b-8a96-b91b24f877ca,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:40.843934 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52712) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:40.894511 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ee82170c-6ead-428b-adbe-6f5d22b33753 admin admin] Publish callbacks [] for security_group (19ceb91b-ffd1-427b-8a96-b91b24f877ca), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:40.915757 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ee82170c-6ead-428b-adbe-6f5d22b33753 admin admin] Publish callbacks [] for security_group (19ceb91b-ffd1-427b-8a96-b91b24f877ca), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:41.057546 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ee82170c-6ead-428b-adbe-6f5d22b33753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (19ceb91b-ffd1-427b-8a96-b91b24f877ca), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:41.060218 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ee82170c-6ead-428b-adbe-6f5d22b33753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:41.061407 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ee82170c-6ead-428b-adbe-6f5d22b33753 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19ceb91b-ffd1-427b-8a96-b91b24f877ca HTTP/1.1" status: 204 len: 168 time: 0.2162902 Apr 11 13:31:41.074455 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82170c-6ead-428b-adbe-6f5d22b33753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ceb91b-ffd1-427b-8a96-b91b24f877ca,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:41.644173 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52718) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:41.657307 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9568a1bc-fe82-46e6-85f2-4bc4e29a15b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:41.738028 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9568a1bc-fe82-46e6-85f2-4bc4e29a15b4 admin admin] Publish callbacks [] for security_group (e4e1f63c-b68d-4093-9961-708c403bc796), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:41.805735 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-9568a1bc-fe82-46e6-85f2-4bc4e29a15b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e4e1f63c-b68d-4093-9961-708c403bc796), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:41.844634 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-9568a1bc-fe82-46e6-85f2-4bc4e29a15b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e7e633295ea647cd856ba4c14eebca24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992989 Apr 11 13:31:41.845827 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568a1bc-fe82-46e6-85f2-4bc4e29a15b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e1f63c-b68d-4093-9961-708c403bc796,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:41.847879 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52720) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:41.898639 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6251dd52-8a4e-401b-9883-57f09d34bd27 admin admin] Publish callbacks [] for security_group (e4e1f63c-b68d-4093-9961-708c403bc796), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:41.922366 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6251dd52-8a4e-401b-9883-57f09d34bd27 admin admin] Publish callbacks [] for security_group (e4e1f63c-b68d-4093-9961-708c403bc796), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:42.068750 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6251dd52-8a4e-401b-9883-57f09d34bd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (e4e1f63c-b68d-4093-9961-708c403bc796), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:42.071430 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6251dd52-8a4e-401b-9883-57f09d34bd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:42.072680 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6251dd52-8a4e-401b-9883-57f09d34bd27 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e4e1f63c-b68d-4093-9961-708c403bc796 HTTP/1.1" status: 204 len: 168 time: 0.2236779 Apr 11 13:31:42.080356 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251dd52-8a4e-401b-9883-57f09d34bd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e1f63c-b68d-4093-9961-708c403bc796,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:43.663294 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52750) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:43.770249 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e42e6bdf-1bb7-458e-9c19-9ad503965ad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:43.844955 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e42e6bdf-1bb7-458e-9c19-9ad503965ad4 admin admin] Publish callbacks [] for security_group (cff1c8ec-6bd7-484c-b7b8-9b5b30f1255c), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:43.948852 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-e42e6bdf-1bb7-458e-9c19-9ad503965ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (cff1c8ec-6bd7-484c-b7b8-9b5b30f1255c), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:43.990801 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42e6bdf-1bb7-458e-9c19-9ad503965ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff1c8ec-6bd7-484c-b7b8-9b5b30f1255c,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:43.995583 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-e42e6bdf-1bb7-458e-9c19-9ad503965ad4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f1899fe4c2541cbb012dbf7e0a0f6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311594 Apr 11 13:31:43.998227 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52754) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:31:44.062944 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-697b3339-b59f-4746-8da2-86695a2481d0 admin admin] Publish callbacks [] for security_group (cff1c8ec-6bd7-484c-b7b8-9b5b30f1255c), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:44.089606 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-697b3339-b59f-4746-8da2-86695a2481d0 admin admin] Publish callbacks [] for security_group (cff1c8ec-6bd7-484c-b7b8-9b5b30f1255c), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:44.211715 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-697b3339-b59f-4746-8da2-86695a2481d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (cff1c8ec-6bd7-484c-b7b8-9b5b30f1255c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:44.214253 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-697b3339-b59f-4746-8da2-86695a2481d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:44.215430 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-697b3339-b59f-4746-8da2-86695a2481d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cff1c8ec-6bd7-484c-b7b8-9b5b30f1255c HTTP/1.1" status: 204 len: 168 time: 0.2161980 Apr 11 13:31:44.224558 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b3339-b59f-4746-8da2-86695a2481d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff1c8ec-6bd7-484c-b7b8-9b5b30f1255c,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:31:53.016859 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:53.199985 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8c5faaed-6def-4dc7-ad5f-399a565f1e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:54.445244 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:31:55.708514 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-edbfc595-6a85-4f8d-a632-60255701b4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:56.399711 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:58.040578 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:31:59.588439 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:22.965751 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-dc42477d-9f5e-4e77-9f64-385e0d232887 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732671704&fields=id&tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 267 time: 0.0463650 Apr 11 13:32:23.005050 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:23.074543 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-b3de4b64-3a9c-4654-8527-86f5ac27a8d4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:23.077251 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-b3de4b64-3a9c-4654-8527-86f5ac27a8d4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 812 time: 0.1049986 Apr 11 13:32:23.091082 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-c337752e-40dc-4c63-bf24-d7575b3f402b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/quotas/31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 375 time: 0.0095434 Apr 11 13:32:23.148884 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-5a9ec92b-ac52-49dc-a994-32b927848367 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518289 Apr 11 13:32:23.212228 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-32634c22-6ee9-4617-92b7-1432204841bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:23.262079 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-2e32fcce-2d2b-400f-8d04-259a3fac18b7 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103910) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 13:32:23.263121 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-2e32fcce-2d2b-400f-8d04-259a3fac18b7 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1018939 Apr 11 13:32:23.353936 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-fa8e7c0b-3a50-4e2a-ab55-1ea57c8f8366 service neutron] 10.222.0.49 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847299 Apr 11 13:32:23.446910 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-5df8272e-16a0-4466-b080-95c18b6fe8e2 service neutron] 10.222.0.49 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872881 Apr 11 13:32:24.140984 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-c1465af0-666d-42e0-b1d0-5afe1c685cd9 req-280cd009-5541-45a2-aba6-21c92110b504 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 210 time: 0.0293813 Apr 11 13:32:25.235027 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-30f0ac53-2fee-4a81-8d63-330e4da89212 req-2c12a7c7-ce5d-480b-b11c-d5887e0ccb5a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 210 time: 0.0288210 Apr 11 13:32:25.765327 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4d946b03-55bb-41be-8cd0-92e41f59b287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:26.334415 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d89071c8-20b7-4224-9729-7e480092983c req-3c86b267-9936-4a74-9ace-2c9adf77d888 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 210 time: 0.0302644 Apr 11 13:32:26.536097 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:26.614265 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-20b714bc-3e2c-4eaa-a9ac-7023ac42b703 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:26.615756 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-20b714bc-3e2c-4eaa-a9ac-7023ac42b703 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 812 time: 0.1099689 Apr 11 13:32:26.692893 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-19ac0ee9-f3ed-4e15-abad-1d9d2f6ff3b7 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5 HTTP/1.1" status: 200 len: 379 time: 0.0556552 Apr 11 13:32:26.703633 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'port': {'device_id': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'admin_state_up': True, 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'security_groups': ['68429f01-a6d1-4632-9ca3-eeccf7e34c09']}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:32:26.936358 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Made reservation on behalf of 31c04750f0ea4e5a87fdbde19c5b91a5 for: {'port': 1} {{(pid=103909) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 13:32:26.939897 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:27.071602 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_common [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Allocated IP 172.20.0.9 (c45c0cfb-6688-4424-b694-73f67fd78218/57c90fc5-65bd-435f-af3d-d53e1ebc2474/2e582948-8d5f-4b82-b6a2-47f57111b787) {{(pid=103909) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:32:27.209784 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), precommit_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:27.348987 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), after_create {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:27.395297 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Network c45c0cfb-6688-4424-b694-73f67fd78218 is already hosted by enough agents. {{(pid=103909) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:32:27.398647 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.base_scheduler [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Resources bound (agent type, host, resource id): {{(pid=103909) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:32:27.402380 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Received port after_create {{(pid=103909) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:32:27.409085 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=2e582948-8d5f-4b82-b6a2-47f57111b787,revision_number=1']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:32:27.444243 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.444540 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.444822 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.445295 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.446299 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.446299 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.451585 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:27.453642 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70546c-ba30-46de-947d-72f5d0f4e76e req-c0962899-b089-4934-a675-8cf395c1bbee tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:27.455329 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b70546c-ba30-46de-947d-72f5d0f4e76e req-c0962899-b089-4934-a675-8cf395c1bbee tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 931 time: 0.0524902 Apr 11 13:32:27.490154 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:27.490919 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:27.513796 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1b70546c-ba30-46de-947d-72f5d0f4e76e req-ba980b27-d94e-4873-bebe-103f35cb654f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524194 Apr 11 13:32:27.579337 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-d1544677-945d-4abd-ba5f-b939093de41e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8791792 Apr 11 13:32:27.590876 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.v2.base [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Request body: {'port': {'device_id': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83697'}} {{(pid=103909) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:32:27.652699 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:27.680715 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-1ef255dc-9481-4dba-a46a-76f229670ba8 None None] Provisioning complete for port 2e582948-8d5f-4b82-b6a2-47f57111b787 triggered by entity DHCP. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:32:27.681322 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-1ef255dc-9481-4dba-a46a-76f229670ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:27.715675 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-1ef255dc-9481-4dba-a46a-76f229670ba8 None None] Port 2e582948-8d5f-4b82-b6a2-47f57111b787 cannot update to ACTIVE because it is not bound. {{(pid=103911) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 13:32:27.926969 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e582948-8d5f-4b82-b6a2-47f57111b787 {{(pid=103909) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:32:27.934731 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Publish callbacks [] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), precommit_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:27.947680 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.provisioning_blocks [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Transition to ACTIVE for port object 2e582948-8d5f-4b82-b6a2-47f57111b787 will not be triggered until provisioned by entity L2. {{(pid=103909) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 13:32:28.056285 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:28.056552 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:28.108484 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Pushing event updated for resources: {'Port': ['ID=2e582948-8d5f-4b82-b6a2-47f57111b787,revision_number=2']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:32:28.182424 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Attempting to bind port 2e582948-8d5f-4b82-b6a2-47f57111b787 on host hv-cinder-83697 for vnic_type normal with profile {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 13:32:28.183171 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Attempting to bind port 2e582948-8d5f-4b82-b6a2-47f57111b787 by drivers openvswitch,hyperv on host hv-cinder-83697 at level 0 using segments [{'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 13:32:28.183735 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Attempting to bind port 2e582948-8d5f-4b82-b6a2-47f57111b787 on network c45c0cfb-6688-4424-b694-73f67fd78218 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:32:28.188903 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Port 2e582948-8d5f-4b82-b6a2-47f57111b787 on network c45c0cfb-6688-4424-b694-73f67fd78218 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83697 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 13:32:28.196755 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Attempting to bind port 2e582948-8d5f-4b82-b6a2-47f57111b787 on network c45c0cfb-6688-4424-b694-73f67fd78218 {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 13:32:28.196755 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Checking agent: {'id': '6ba06283-dfc8-47c2-9a29-ec371da00d8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83697', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'started_at': datetime.datetime(2022, 4, 11, 13, 16, 22), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 13, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 13:32:28.196755 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Checking segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103909) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 13:32:28.196755 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Bound using segment: {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'} {{(pid=103909) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 13:32:28.196755 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.managers [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Bound port: 2e582948-8d5f-4b82-b6a2-47f57111b787, host: hv-cinder-83697, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d8fdad0-2bea-42ed-b39a-dee0a760ac49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218'}}] {{(pid=103909) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 13:32:28.196755 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), before_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:28.519943 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] For port 2e582948-8d5f-4b82-b6a2-47f57111b787, host hv-cinder-83697, cleared binding levels {{(pid=103909) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 13:32:28.522807 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] For port 2e582948-8d5f-4b82-b6a2-47f57111b787, host hv-cinder-83697, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2e582948-8d5f-4b82-b6a2-47f57111b787,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103909) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 13:32:28.626341 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef599e91-245c-47a9-85c2-af0e4519c5e6 req-78fd2ae2-b5eb-4876-80f7-39a170b509fd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:28.627709 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef599e91-245c-47a9-85c2-af0e4519c5e6 req-78fd2ae2-b5eb-4876-80f7-39a170b509fd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 943 time: 0.0457659 Apr 11 13:32:28.629233 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4840138'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), after_update {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:28.680293 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:28.680907 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:28.682317 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] 10.222.0.50 "PUT /v2.0/ports/2e582948-8d5f-4b82-b6a2-47f57111b787 HTTP/1.1" status: 200 len: 1093 time: 1.0959024 Apr 11 13:32:28.685086 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787'}] {{(pid=103909) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:32:28.687277 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}942c26c629d84b6d07a19039d1fc71dfa4b04126e2e70fa78da0c78f32e8c4ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f8ff6b-fdd4-4702-a324-9603ccf719fd" -d '{"events": [{"name": "network-changed", "server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787"}]}' {{(pid=103909) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:32:28.727521 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1193c149-6bc3-4061-af22-d596d111c7b6 x-openstack-request-id: req-1193c149-6bc3-4061-af22-d596d111c7b6 {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:32:28.727813 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787", "status": "completed", "code": 200}]} {{(pid=103909) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:32:28.728060 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1193c149-6bc3-4061-af22-d596d111c7b6 {{(pid=103909) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:32:28.728876 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1193c149-6bc3-4061-af22-d596d111c7b6'] response: {'name': 'network-changed', 'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'status': 'completed', 'code': 200} Apr 11 13:32:28.730513 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0c7c6-3e1d-4066-b375-e700d19da6eb service neutron] Pushing event updated for resources: {'Port': ['ID=2e582948-8d5f-4b82-b6a2-47f57111b787,revision_number=3']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:32:28.736416 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef599e91-245c-47a9-85c2-af0e4519c5e6 req-7935a113-bbc5-4ff5-b7b1-f6488bae0694 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984740 Apr 11 13:32:28.794101 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8ff6b-fdd4-4702-a324-9603ccf719fd req-269f38d6-b497-42c4-9d28-9bc04ed5c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:28.795668 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2f8ff6b-fdd4-4702-a324-9603ccf719fd req-269f38d6-b497-42c4-9d28-9bc04ed5c814 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 1127 time: 0.0457244 Apr 11 13:32:28.901149 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8ff6b-fdd4-4702-a324-9603ccf719fd req-55f890bf-6386-4dcc-be1a-b62026263678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:28.902588 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2f8ff6b-fdd4-4702-a324-9603ccf719fd req-55f890bf-6386-4dcc-be1a-b62026263678 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946245 Apr 11 13:32:28.998963 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f8ff6b-fdd4-4702-a324-9603ccf719fd req-1346626a-800a-492c-bbac-ccab60b281ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:29.000447 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-e2f8ff6b-fdd4-4702-a324-9603ccf719fd req-1346626a-800a-492c-bbac-ccab60b281ed service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918033 Apr 11 13:32:29.083144 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-fadc6bd4-9399-4082-a3cd-ea59467555c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:29.084673 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-fadc6bd4-9399-4082-a3cd-ea59467555c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 1127 time: 0.0392323 Apr 11 13:32:29.132053 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-07beab61-ee88-42da-a905-9bf18dc62881 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e582948-8d5f-4b82-b6a2-47f57111b787 HTTP/1.1" status: 200 len: 217 time: 0.0372384 Apr 11 13:32:29.182277 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-f847764e-53fc-45a3-aaec-b3ba9b49a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:29.183743 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-f847764e-53fc-45a3-aaec-b3ba9b49a44d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0440469 Apr 11 13:32:29.228040 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-47d70d5d-bf26-463a-bf64-00a002e4afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:29.229513 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-47d70d5d-bf26-463a-bf64-00a002e4afa1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387366 Apr 11 13:32:29.322426 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-6d45578d-c4dd-4e62-b52e-3e58251b84c1 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868185 Apr 11 13:32:29.413623 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ab4f51c8-65fc-45b6-bdf2-d67c441a6896 req-ac80ca71-e58e-4520-a278-5eb25c6d1c4e service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829556 Apr 11 13:32:29.581798 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:29.870874 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edadc38-df76-416d-bbb4-304b0a8c7288 req-afe32e73-0f1b-44e1-97a5-a8723a4f9591 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:29.870874 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1edadc38-df76-416d-bbb4-304b0a8c7288 req-afe32e73-0f1b-44e1-97a5-a8723a4f9591 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 943 time: 0.0507779 Apr 11 13:32:29.916341 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1edadc38-df76-416d-bbb4-304b0a8c7288 req-8e72d8fc-1ce5-496b-994b-3093f9d4dce5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450408 Apr 11 13:32:31.030147 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ce75c-b5c5-49de-ae3c-cb9b6e2c84e8 req-202a0dfe-85db-47df-b3c1-692a5e9bea72 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:31.031648 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef6ce75c-b5c5-49de-ae3c-cb9b6e2c84e8 req-202a0dfe-85db-47df-b3c1-692a5e9bea72 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 943 time: 0.0486383 Apr 11 13:32:31.085139 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-ef6ce75c-b5c5-49de-ae3c-cb9b6e2c84e8 req-76a2784c-faa6-4f9d-bdb3-d01b925ab59f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476873 Apr 11 13:32:31.443564 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:32:32.199230 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff270f7-089f-49af-a426-b40dc3d8b47d req-02a7d817-5ce1-4616-ab03-1ffd0ef092d1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:32.200713 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cff270f7-089f-49af-a426-b40dc3d8b47d req-02a7d817-5ce1-4616-ab03-1ffd0ef092d1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 943 time: 0.0474677 Apr 11 13:32:32.248555 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-cff270f7-089f-49af-a426-b40dc3d8b47d req-d5e07717-b7ac-4023-9971-88dfd38d36fc tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423300 Apr 11 13:32:33.362255 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e005d74-5cad-4701-af04-b435bc206c61 req-86df43ac-483b-491d-b5de-8c584a4e3357 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:33.363725 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0e005d74-5cad-4701-af04-b435bc206c61 req-86df43ac-483b-491d-b5de-8c584a4e3357 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 943 time: 0.0463188 Apr 11 13:32:33.417661 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-0e005d74-5cad-4701-af04-b435bc206c61 req-baef05e3-9b56-4e0f-8230-e43121a136a4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475767 Apr 11 13:32:33.779067 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-9d335cc3-5560-46ec-8ff3-b7182c8ead99 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374389 Apr 11 13:32:33.866742 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-540d9548-2359-4515-9925-a7f63ec51b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:33.868599 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-540d9548-2359-4515-9925-a7f63ec51b51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1130 time: 0.0428150 Apr 11 13:32:33.974819 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-61deebad-77e6-4ef3-9933-6afee21926b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:33.976360 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-61deebad-77e6-4ef3-9933-6afee21926b2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0860603 Apr 11 13:32:34.048808 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-73aa0b35-4ef5-443a-9dd8-f83f57a57375 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 200 len: 1001 time: 0.0638545 Apr 11 13:32:34.100815 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-afb7835a-5ec7-4a09-8a1c-ceb6c992af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:34.103753 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-afb7835a-5ec7-4a09-8a1c-ceb6c992af33 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0460718 Apr 11 13:32:34.149892 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-1a828f4d-cb82-47c2-b4b2-6fe878675800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:34.151512 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-1a828f4d-cb82-47c2-b4b2-6fe878675800 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394928 Apr 11 13:32:34.247104 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-746833a4-3846-4041-9167-e1f0fceab8f0 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866504 Apr 11 13:32:34.340965 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-1a2174c4-b7d5-466b-9efe-49e924e76633 req-ae74a694-948e-4ffa-90e6-7e08051e7bf6 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850859 Apr 11 13:32:34.531791 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a3e7f-4631-419c-b274-642e194ea19c req-9fcf0f07-9073-4c10-aeac-e45c32f54a73 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:34.533304 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f08a3e7f-4631-419c-b274-642e194ea19c req-9fcf0f07-9073-4c10-aeac-e45c32f54a73 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 943 time: 0.0484493 Apr 11 13:32:34.602180 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f08a3e7f-4631-419c-b274-642e194ea19c req-05e02e35-1748-4d00-938b-f3047a16ca2e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630219 Apr 11 13:32:35.728116 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42b8c-dfd4-44ba-8fbc-7e4f2d768bdb req-2a559f5e-6ff9-4460-8c8b-330f1b4e1712 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:35.730003 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d8a42b8c-dfd4-44ba-8fbc-7e4f2d768bdb req-2a559f5e-6ff9-4460-8c8b-330f1b4e1712 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 943 time: 0.0586426 Apr 11 13:32:35.789423 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-d8a42b8c-dfd4-44ba-8fbc-7e4f2d768bdb req-40dd435c-1421-4d78-8fd2-05b4da1e8537 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535276 Apr 11 13:32:36.745033 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 2e582948-8d5f-4b82-b6a2-47f57111b787 details requested by agent hyperv_hv-cinder-83697 with host hv-cinder-83697 {{(pid=103911) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 13:32:36.843552 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 2e582948-8d5f-4b82-b6a2-47f57111b787, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2e582948-8d5f-4b82-b6a2-47f57111b787,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:32:36.855650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Returning: {'device': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'port_id': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'mac_address': 'fa:16:3e:c0:fb:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103911) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 13:32:36.892824 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 2e582948-8d5f-4b82-b6a2-47f57111b787 is: DOWN; New status is: BUILD {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:32:36.893215 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:36.902463 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb65cc-82c2-487b-acf3-c113538e0630 req-5ece2a98-c856-4818-b674-b92be882f916 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:36.903984 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-55bb65cc-82c2-487b-acf3-c113538e0630 req-5ece2a98-c856-4818-b674-b92be882f916 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 943 time: 0.0483356 Apr 11 13:32:36.906991 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e582948-8d5f-4b82-b6a2-47f57111b787 {{(pid=103911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 13:32:36.927721 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 2e582948-8d5f-4b82-b6a2-47f57111b787, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2e582948-8d5f-4b82-b6a2-47f57111b787,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:32:36.954475 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-55bb65cc-82c2-487b-acf3-c113538e0630 req-a6fc0680-09ab-45c6-919d-6628eee0d8a2 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444813 Apr 11 13:32:37.033538 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:37.086350 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=2e582948-8d5f-4b82-b6a2-47f57111b787,revision_number=4']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:32:37.094188 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.094561 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.094969 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.095379 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.095846 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.096212 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.096548 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.096878 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.097209 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.097674 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.098075 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.098455 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.098787 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.099116 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.099450 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:37.330173 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] get_ports_and_sgs() called for port_ids ['2e582948-8d5f-4b82-b6a2-47f57111b787'] {{(pid=103911) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 13:32:38.078466 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643d024c-5a91-49f3-b506-d0180a1d8e73 req-cd3b5321-5c2b-4974-ae75-e813c2955b6f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:38.079989 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-643d024c-5a91-49f3-b506-d0180a1d8e73 req-cd3b5321-5c2b-4974-ae75-e813c2955b6f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 944 time: 0.0483785 Apr 11 13:32:38.134480 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-643d024c-5a91-49f3-b506-d0180a1d8e73 req-94154230-5ca2-4bcd-93d7-e382eb86fc85 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482452 Apr 11 13:32:38.757349 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 2e582948-8d5f-4b82-b6a2-47f57111b787 up at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 13:32:38.800372 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning for port 2e582948-8d5f-4b82-b6a2-47f57111b787 completed by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 13:32:38.907530 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.provisioning_blocks [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Provisioning complete for port 2e582948-8d5f-4b82-b6a2-47f57111b787 triggered by entity L2. {{(pid=103911) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 13:32:38.907902 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691812'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), provisioning_complete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:38.982944 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Current status of the port 2e582948-8d5f-4b82-b6a2-47f57111b787 is: BUILD; New status is: ACTIVE {{(pid=103911) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 13:32:38.983325 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), before_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:39.008105 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787'}] {{(pid=103911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:32:39.010300 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5625964ea499bd3ca48a38ce15e1e19bb8c9bd03fa7c5373db5a0d99a891a638" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a3d92a-d15e-4783-9c7f-0e6af2333fc5" -d '{"events": [{"server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "name": "network-vif-plugged", "status": "completed", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787"}]}' {{(pid=103911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:32:39.022482 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] For port 2e582948-8d5f-4b82-b6a2-47f57111b787, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2e582948-8d5f-4b82-b6a2-47f57111b787,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:32:39.046944 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b2db55-e0c5-47b1-bea1-bbc599e9a7b4 x-openstack-request-id: req-b2b2db55-e0c5-47b1-bea1-bbc599e9a7b4 {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:32:39.053631 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "name": "network-vif-plugged", "status": "completed", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787", "code": 200}]} {{(pid=103911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:32:39.053631 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b2b2db55-e0c5-47b1-bea1-bbc599e9a7b4 {{(pid=103911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:32:39.053631 dv-cinder-836973-2-iscsi neutron-server[103911]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2b2db55-e0c5-47b1-bea1-bbc599e9a7b4'] response: {'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'code': 200} Apr 11 13:32:39.096067 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:39.145260 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Pushing event updated for resources: {'Port': ['ID=2e582948-8d5f-4b82-b6a2-47f57111b787,revision_number=5']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:32:39.246929 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea66f2d-161e-4723-bb5a-94250c23bf5e req-6bf48945-cb81-4aea-bd59-a099f5dfffe3 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:39.248418 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ea66f2d-161e-4723-bb5a-94250c23bf5e req-6bf48945-cb81-4aea-bd59-a099f5dfffe3 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 945 time: 0.0469017 Apr 11 13:32:39.302871 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-3ea66f2d-161e-4723-bb5a-94250c23bf5e req-c8796b2c-8eb1-4dc9-be68-4d7ca1bd9bb1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482485 Apr 11 13:32:39.401741 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99a17a-a625-4405-a5d6-2c854e2e06fe req-09834b6e-bbaf-42df-a1df-3cc12bb83aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:39.403276 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9f99a17a-a625-4405-a5d6-2c854e2e06fe req-09834b6e-bbaf-42df-a1df-3cc12bb83aae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 1129 time: 0.0408571 Apr 11 13:32:39.449413 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-9f99a17a-a625-4405-a5d6-2c854e2e06fe req-a9bd5e69-d484-4a63-b921-5cb1c18756e4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396402 Apr 11 13:32:40.416381 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395fdf4-a461-4277-8662-a44c8d5920b9 req-7e62dbc7-78de-4d4c-a8c7-d8e8ac966bcc tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:40.417861 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b395fdf4-a461-4277-8662-a44c8d5920b9 req-7e62dbc7-78de-4d4c-a8c7-d8e8ac966bcc tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 945 time: 0.0473008 Apr 11 13:32:40.467012 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-b395fdf4-a461-4277-8662-a44c8d5920b9 req-852b9cf4-43ed-4850-8fbc-9ada92a8c5af tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433786 Apr 11 13:32:41.580166 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f69438-4870-4ee0-8b90-72c9a1da06f5 req-16c616b5-23b1-4191-802a-5881984953e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:41.581735 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-12f69438-4870-4ee0-8b90-72c9a1da06f5 req-16c616b5-23b1-4191-802a-5881984953e1 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 945 time: 0.0476303 Apr 11 13:32:41.630538 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-12f69438-4870-4ee0-8b90-72c9a1da06f5 req-cb39a405-6537-4341-ba03-4e925a597f69 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429559 Apr 11 13:32:41.744673 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcdc11-476d-47ea-a7a9-100f066ef768 req-cbe33b70-689b-43f4-a51d-9a90e374ff3e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:41.746233 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2dbcdc11-476d-47ea-a7a9-100f066ef768 req-cbe33b70-689b-43f4-a51d-9a90e374ff3e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 945 time: 0.0512867 Apr 11 13:32:41.793544 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-2dbcdc11-476d-47ea-a7a9-100f066ef768 req-52baaea6-2ba4-434c-8bc8-0a843e82b89e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418210 Apr 11 13:32:41.815907 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52854) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:32:41.851456 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe240d-adcb-466f-9ab4-d81bc2593d31 tempest-TestVolumeBootPattern-937099669 tempest-TestVolumeBootPattern-937099669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:41.853502 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-d8fe240d-adcb-466f-9ab4-d81bc2593d31 tempest-TestVolumeBootPattern-937099669 tempest-TestVolumeBootPattern-937099669-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 1124 time: 0.0366488 Apr 11 13:32:41.856198 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52856) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:32:41.860276 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.v2.base [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Request body: {'floatingip': {'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'port_id': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103910) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 13:32:41.931486 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:42.012419 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (None), before_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:42.112962 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.db_base_plugin_common [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Allocated IP 172.27.3.143 (a261b16f-6e85-45fe-8d8a-0df8726f1395/a73133f7-5133-4fab-b373-b7a27eb75e16/b3b21750-32c9-49e1-aa2d-b3aed71ed917) {{(pid=103910) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 13:32:42.215708 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (b3b21750-32c9-49e1-aa2d-b3aed71ed917), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:42.342190 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756762933562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (b3b21750-32c9-49e1-aa2d-b3aed71ed917), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:42.383576 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Network a261b16f-6e85-45fe-8d8a-0df8726f1395 is already hosted by enough agents. {{(pid=103910) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 13:32:42.386624 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.base_scheduler [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Resources bound (agent type, host, resource id): {{(pid=103910) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 13:32:42.389983 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Received port after_create {{(pid=103910) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 13:32:42.395336 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=b3b21750-32c9-49e1-aa2d-b3aed71ed917,revision_number=1']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:32:42.424641 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.424984 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.425328 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.425669 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.426003 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.426362 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.426693 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.427017 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.427344 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.427667 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.427992 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.428323 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.428643 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.428962 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.429280 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:32:42.781301 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (3975a1be-d903-4311-a38f-97f55e77f8d2), precommit_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:42.935370 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-649327'] for port (b3b21750-32c9-49e1-aa2d-b3aed71ed917), before_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:43.083770 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for port (b3b21750-32c9-49e1-aa2d-b3aed71ed917), precommit_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:43.170126 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756763427871', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756762933580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756762933598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4688842'] for port (b3b21750-32c9-49e1-aa2d-b3aed71ed917), after_update {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:43.246223 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event updated for resources: {'Port': ['ID=b3b21750-32c9-49e1-aa2d-b3aed71ed917,revision_number=2']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:32:43.252469 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8064974'] for floatingip (3975a1be-d903-4311-a38f-97f55e77f8d2), after_create {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:43.352843 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Floating IP 3975a1be-d903-4311-a38f-97f55e77f8d2 associated. External IP: 172.27.3.143, port: 2e582948-8d5f-4b82-b6a2-47f57111b787. Apr 11 13:32:43.562357 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:32:43.921497 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:32:43.932218 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:32:43.942307 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:32:43.942920 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:32:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:32:43.996316 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:44.025377 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-ef6866c9-ee66-482e-be8f-cd6b578f5930 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1681817 Apr 11 13:32:44.025976 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:32:44.028904 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5a1133-9c88-4539-8a16-b5dcf36fa688" -d '{"events": [{"name": "network-changed", "server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:32:44.054642 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:32:44.065773 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99639328-5060-41bd-992f-0869abbee111 x-openstack-request-id: req-99639328-5060-41bd-992f-0869abbee111 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:32:44.066071 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:32:44.066355 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-99639328-5060-41bd-992f-0869abbee111 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:32:44.066752 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99639328-5060-41bd-992f-0869abbee111'] response: {'name': 'network-changed', 'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'status': 'completed', 'code': 200} Apr 11 13:32:44.135287 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-707e4cc1-34ac-4064-8182-73748a308412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:44.136869 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-707e4cc1-34ac-4064-8182-73748a308412 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 1129 time: 0.0470800 Apr 11 13:32:44.229926 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-f823f444-a347-48f6-90ef-5190a52ee99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:44.231370 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-f823f444-a347-48f6-90ef-5190a52ee99d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0880432 Apr 11 13:32:44.285078 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '3975a1be-d903-4311-a38f-97f55e77f8d2', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:c0:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:32:42Z', 'updated_at': '2022-04-11T13:32:42Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}, {'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:34Z', 'revision_number': 1, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:32:44.300357 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-885e4155-3cdf-4e20-ba52-7a65636f3c6d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e582948-8d5f-4b82-b6a2-47f57111b787 HTTP/1.1" status: 200 len: 999 time: 0.0631156 Apr 11 13:32:44.311889 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:32:44.320175 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:32:44.320781 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:32:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:32:44.347551 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-7c3cd9d1-b556-4a66-bf5c-d4ce1fee32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:44.349010 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-7c3cd9d1-b556-4a66-bf5c-d4ce1fee32c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0428083 Apr 11 13:32:44.394195 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-e143b9e3-86c5-4944-8aa5-72404e5b9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:32:44.395696 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-e143b9e3-86c5-4944-8aa5-72404e5b9d1d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407677 Apr 11 13:32:44.431416 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:32:44.487448 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-37de8d5c-56c2-49c7-a638-a996906f4008 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858243 Apr 11 13:32:44.578667 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-fe5a1133-9c88-4539-8a16-b5dcf36fa688 req-e309a141-ea3b-43f2-a16d-e3e0bff87deb service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845096 Apr 11 13:32:44.774906 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '3975a1be-d903-4311-a38f-97f55e77f8d2', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:c0:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:32:42Z', 'updated_at': '2022-04-11T13:32:42Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}, {'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:34Z', 'revision_number': 1, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:32:44.800846 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388c2054-0f5d-4bde-8c39-b7fd4d00a2ba None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': '3975a1be-d903-4311-a38f-97f55e77f8d2', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.143', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:c0:fb:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:32:42Z', 'updated_at': '2022-04-11T13:32:42Z', 'revision_number': 0, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}, {'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:34Z', 'revision_number': 1, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:32:44.986700 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c7034-706f-474e-87d5-1a3f08ddd6fc None None] New status for floating IP 3975a1be-d903-4311-a38f-97f55e77f8d2: ACTIVE {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:32:53.033216 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:53.193235 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ef758353-3518-4066-9508-298bcd9062fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:55.735986 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c97fda12-afd2-4d8f-9e18-01ce27060956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:56.432754 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:58.021346 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:32:59.581327 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:08.442366 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:33:23.015262 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:23.175086 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-29d8e74f-f4c8-4124-af96-db84897b75de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:25.781683 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50f42cf2-06b4-4550-96bf-525131a0d369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:26.415271 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:28.049273 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:29.551258 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:34.774352 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-72ed5382-36f0-4a07-a3a5-fa6955c52643 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425367 Apr 11 13:33:34.863288 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-50a57c19-cc8a-44c3-a584-33e51a182fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:33:34.864807 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-50a57c19-cc8a-44c3-a584-33e51a182fef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1130 time: 0.0464110 Apr 11 13:33:34.969728 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-d58533d8-f542-436f-be5b-a5545a37638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:33:34.971361 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-d58533d8-f542-436f-be5b-a5545a37638d service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0879366 Apr 11 13:33:35.040339 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-305730f0-b415-4033-9336-adbbb73c41a5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 200 len: 1001 time: 0.0620167 Apr 11 13:33:35.090439 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-ecd4d9ea-d49d-4efd-b102-b9c5a878755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:33:35.091922 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-ecd4d9ea-d49d-4efd-b102-b9c5a878755d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0453937 Apr 11 13:33:35.137226 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-2b097ff7-833c-4429-a36f-cbd9c23ff974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:33:35.138851 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-2b097ff7-833c-4429-a36f-cbd9c23ff974 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402167 Apr 11 13:33:35.234650 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-25024f48-df82-4b7c-b50a-fd2980538785 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892923 Apr 11 13:33:35.329372 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-762f4848-de1b-48e7-bef3-4eb30b6a38d8 req-7b9f2eec-15ba-4d23-954e-fff6e63ecce0 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863788 Apr 11 13:33:45.442049 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:33:53.032317 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:53.180824 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-199a89d4-cbf8-4d7b-bc94-d4f03cfe6f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:55.701045 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4ddfe912-89d3-46be-9ca0-2bbfc364f195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:56.413626 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:58.026387 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:33:59.610320 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:22.440971 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:34:22.892466 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52884) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:23.024914 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:23.046390 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Deleting port b3b21750-32c9-49e1-aa2d-b3aed71ed917 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:23.046751 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (b3b21750-32c9-49e1-aa2d-b3aed71ed917), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:23.129470 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (b3b21750-32c9-49e1-aa2d-b3aed71ed917), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:23.129794 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (b3b21750-32c9-49e1-aa2d-b3aed71ed917), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:23.142980 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Calling delete_port for b3b21750-32c9-49e1-aa2d-b3aed71ed917 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:23.197325 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-597df213-53b9-4740-9d73-76c23f7ff012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:23.344389 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (b3b21750-32c9-49e1-aa2d-b3aed71ed917), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:23.371364 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event deleted for resources: {'Port': ['ID=b3b21750-32c9-49e1-aa2d-b3aed71ed917,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:23.384180 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.384525 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.384867 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.385203 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.385539 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.385869 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.386352 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.386532 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.386857 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.387180 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.387506 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.387833 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.388156 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.388474 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.388790 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103910) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:23.449648 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (3975a1be-d903-4311-a38f-97f55e77f8d2), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:23.449984 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Floating IP 3975a1be-d903-4311-a38f-97f55e77f8d2 disassociated (deleted). External IP: 172.27.3.143, port: 2e582948-8d5f-4b82-b6a2-47f57111b787. Apr 11 13:34:23.676599 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:34:23.790579 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:34:23.795759 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:23.800856 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:34:23.810970 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:34:23.811594 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:33:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:23.832922 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-91322414-33aa-4785-8ed5-fc92500da122 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "DELETE /v2.0/floatingips/3975a1be-d903-4311-a38f-97f55e77f8d2 HTTP/1.1" status: 204 len: 168 time: 0.9392929 Apr 11 13:34:23.833520 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:34:23.835835 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:34:23.976883 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:34:24.033429 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af2ac74-0733-443c-902a-78ec9354e77c x-openstack-request-id: req-9af2ac74-0733-443c-902a-78ec9354e77c {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:34:24.033979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:34:24.033979 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9af2ac74-0733-443c-902a-78ec9354e77c {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:34:24.034393 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af2ac74-0733-443c-902a-78ec9354e77c'] response: {'name': 'network-changed', 'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'status': 'completed', 'code': 200} Apr 11 13:34:24.159831 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-e6152012-e708-45a7-bc82-9314c841afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:24.161472 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-e6152012-e708-45a7-bc82-9314c841afdc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 1129 time: 0.0982974 Apr 11 13:34:24.220580 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:34Z', 'revision_number': 1, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:24.247660 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:34:24.260678 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:34:24.261305 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:33:56Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:24.263526 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-f734f543-00b1-4b16-9330-c548bc5dc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:24.265596 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-f734f543-00b1-4b16-9330-c548bc5dc21e service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0937607 Apr 11 13:34:24.384742 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:34:24.427085 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471bcf0-3469-4dca-8579-bf60ced73d38 req-dcc5c718-0eda-47bf-9edd-d2c9ccbceddf tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:24.428621 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5471bcf0-3469-4dca-8579-bf60ced73d38 req-dcc5c718-0eda-47bf-9edd-d2c9ccbceddf tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 945 time: 0.1082447 Apr 11 13:34:24.479744 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5471bcf0-3469-4dca-8579-bf60ced73d38 req-19ee1755-7d4a-4dd4-8e52-5099dd87b79f tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449967 Apr 11 13:34:24.609240 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:34Z', 'revision_number': 1, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:24.636887 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2bfd87-e5ee-4101-bee9-de3d120abff4 None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_floatingips': [{'id': 'c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'router_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'port_id': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'mac_address': 'fa:16:3e:3a:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T13:30:32Z', 'updated_at': '2022-04-11T13:30:34Z', 'revision_number': 1, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:34:24.870600 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2f673-482a-4ebf-85a3-945436629076 None None] New status for floating IP 3975a1be-d903-4311-a38f-97f55e77f8d2: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:34:25.516470 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-0db1d8a6-19b8-4884-8df0-03d33c9c38c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e582948-8d5f-4b82-b6a2-47f57111b787 HTTP/1.1" status: 200 len: 217 time: 0.0357962 Apr 11 13:34:25.576427 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-39ff6670-ffe6-4b69-9d9b-dcf8600d876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:25.578207 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-39ff6670-ffe6-4b69-9d9b-dcf8600d876f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0547719 Apr 11 13:34:25.659018 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792ce4a-1011-4ffd-9f6a-5110cefd2230 req-1e5b8803-ce32-4dea-983f-e2e6c5e87d4e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:25.661462 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1792ce4a-1011-4ffd-9f6a-5110cefd2230 req-1e5b8803-ce32-4dea-983f-e2e6c5e87d4e tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 945 time: 0.1103439 Apr 11 13:34:25.696743 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b6019991-4e01-4c47-af4e-6a6224e5a4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:25.710477 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-a1e2c312-7f46-4c95-8cd6-9eef88e89ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:25.712439 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-a1e2c312-7f46-4c95-8cd6-9eef88e89ac6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510337 Apr 11 13:34:25.713975 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1792ce4a-1011-4ffd-9f6a-5110cefd2230 req-a6c9cbba-bba2-42c1-b095-df45fa28a12c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463820 Apr 11 13:34:25.802648 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-05ecaef9-2f37-41e8-93b1-65917fa5bbfd service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836215 Apr 11 13:34:26.052572 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-5a0b4ed0-264f-42de-923d-8e78cd6b4bcc req-50a08c51-f593-4ec7-be37-de8bbabd5ef1 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888057 Apr 11 13:34:26.109765 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-a712fcf7-d373-4da8-8bc0-c354c4160b43 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:26.111193 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-a712fcf7-d373-4da8-8bc0-c354c4160b43 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 945 time: 0.0508015 Apr 11 13:34:26.203105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Deleting port 2e582948-8d5f-4b82-b6a2-47f57111b787 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:26.203449 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:26.298901 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] For port 2e582948-8d5f-4b82-b6a2-47f57111b787, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=2e582948-8d5f-4b82-b6a2-47f57111b787,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:26.299263 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:26.313375 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Calling delete_port for 2e582948-8d5f-4b82-b6a2-47f57111b787 owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:26.425989 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:26.523437 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (2e582948-8d5f-4b82-b6a2-47f57111b787), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:26.557527 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event deleted for resources: {'Port': ['ID=2e582948-8d5f-4b82-b6a2-47f57111b787,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:26.600812 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] No DVR routers for this DVR port 2e582948-8d5f-4b82-b6a2-47f57111b787 on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:34:26.603422 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:26.606990 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-5fd7af95-a15e-421a-a5cb-2d8e540c0ded req-b544c140-f7b1-4772-a8eb-59ba2823454c tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "DELETE /v2.0/ports/2e582948-8d5f-4b82-b6a2-47f57111b787 HTTP/1.1" status: 204 len: 173 time: 0.4880929 Apr 11 13:34:26.607421 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'name': 'network-vif-deleted', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:34:26.612156 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4007cc8e-314c-4c28-b76e-fa3c08e16349" -d '{"events": [{"server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "name": "network-vif-deleted", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:34:26.648495 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2b49a1-f70f-43d5-8d75-76414e156b9b x-openstack-request-id: req-bb2b49a1-f70f-43d5-8d75-76414e156b9b {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:34:26.648937 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "166cee45-fcea-4e91-ae74-6ddcdaa12f22", "name": "network-vif-deleted", "tag": "2e582948-8d5f-4b82-b6a2-47f57111b787", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:34:26.649202 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb2b49a1-f70f-43d5-8d75-76414e156b9b {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:34:26.649629 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2b49a1-f70f-43d5-8d75-76414e156b9b'] response: {'server_uuid': '166cee45-fcea-4e91-ae74-6ddcdaa12f22', 'name': 'network-vif-deleted', 'tag': '2e582948-8d5f-4b82-b6a2-47f57111b787', 'status': 'completed', 'code': 200} Apr 11 13:34:26.819192 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f7d8d0c1-08cf-4f61-9cfe-19812aa0646a req-fa354f0a-22e7-4672-bfac-fded242c95c9 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 210 time: 0.0296552 Apr 11 13:34:27.932796 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-b3ac52fd-ec9c-46b4-8218-79a299992cc8 req-edaa1d28-97a7-4042-9bbc-b0f7bddd3693 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=166cee45-fcea-4e91-ae74-6ddcdaa12f22 HTTP/1.1" status: 200 len: 210 time: 0.0287955 Apr 11 13:34:28.020477 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:29.269253 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 2e582948-8d5f-4b82-b6a2-47f57111b787 no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:34:29.292811 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 2e582948-8d5f-4b82-b6a2-47f57111b787 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:34:29.293147 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 2e582948-8d5f-4b82-b6a2-47f57111b787 not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:34:29.620220 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:31.456707 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52934) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:31.612479 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Deleting port 615ca87b-fa0e-48c5-8f3d-fb21f7736743 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:31.612824 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (615ca87b-fa0e-48c5-8f3d-fb21f7736743), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:31.688307 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (615ca87b-fa0e-48c5-8f3d-fb21f7736743), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:31.688617 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (615ca87b-fa0e-48c5-8f3d-fb21f7736743), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:31.700938 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Calling delete_port for 615ca87b-fa0e-48c5-8f3d-fb21f7736743 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:31.961817 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (615ca87b-fa0e-48c5-8f3d-fb21f7736743), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:31.989189 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event deleted for resources: {'Port': ['ID=615ca87b-fa0e-48c5-8f3d-fb21f7736743,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:32.054678 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:32.054678 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.db.l3_db [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Floating IP c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c disassociated (deleted). External IP: 172.27.3.81, port: 00d5b821-a554-47e0-af60-d2bf5d6a1bca. Apr 11 13:34:32.273786 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:34:32.386099 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:34:32.391736 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:32.402431 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:34:32.413841 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:34:32.414499 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:34:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:32.422698 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-306c8b8b-fd25-4e2c-b069-b146a810d9f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "DELETE /v2.0/floatingips/c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c HTTP/1.1" status: 204 len: 168 time: 0.9648712 Apr 11 13:34:32.423235 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:34:32.425545 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07811d8-b6ac-4d4d-8478-893446149a55" -d '{"events": [{"name": "network-changed", "server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:34:32.468461 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 13:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf053bc0-b5a0-4a4c-bf2d-b39391554850 x-openstack-request-id: req-bf053bc0-b5a0-4a4c-bf2d-b39391554850 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:34:32.469088 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:34:32.469088 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bf053bc0-b5a0-4a4c-bf2d-b39391554850 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:34:32.469420 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf053bc0-b5a0-4a4c-bf2d-b39391554850'] response: {'name': 'network-changed', 'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'status': 'completed', 'code': 200} Apr 11 13:34:32.536324 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:34:32.540477 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-6a838cce-3746-402b-a0e1-bff3a428b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:32.542008 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-6a838cce-3746-402b-a0e1-bff3a428b700 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 1130 time: 0.0421693 Apr 11 13:34:32.646504 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-d2391d62-7ea2-41cf-aab8-22264daf7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:32.648183 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-d2391d62-7ea2-41cf-aab8-22264daf7eff service neutron] 10.222.0.50 "GET /v2.0/networks?id=c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 200 len: 913 time: 0.0997269 Apr 11 13:34:32.693639 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-1e49c1d7-445e-4326-954b-432a9ad94af5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 200 len: 217 time: 0.0354235 Apr 11 13:34:32.754086 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-9e2d4189-1979-4c03-8730-a4a50f3a7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:32.755081 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:32.755939 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-9e2d4189-1979-4c03-8730-a4a50f3a7c12 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 200 len: 851 time: 0.0516515 Apr 11 13:34:32.803061 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-0cdb626e-5567-4481-bdcc-b91bd28c5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:32.804498 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-0cdb626e-5567-4481-bdcc-b91bd28c5087 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c45c0cfb-6688-4424-b694-73f67fd78218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412898 Apr 11 13:34:32.920889 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:34:32.929827 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:34:32.933106 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:34:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:32.946875 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0c472-2d43-41fe-9bb1-0e73677fb7b9 req-6feb6fdf-c9b5-4ee2-a251-06932bdedae8 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:32.948380 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-33c0c472-2d43-41fe-9bb1-0e73677fb7b9 req-6feb6fdf-c9b5-4ee2-a251-06932bdedae8 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 946 time: 0.0618227 Apr 11 13:34:32.950199 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-558dba98-38c3-4d4b-ae35-2ec84c81cb8b service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360481 Apr 11 13:34:33.007173 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-33c0c472-2d43-41fe-9bb1-0e73677fb7b9 req-369a144c-f672-4d49-aa06-83c7b56145f4 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517550 Apr 11 13:34:33.043808 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:34:33.233909 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:33.262647 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86fc03b-f1ae-4053-a2bd-8c8f7d49e67b None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:27:01Z', 'revision_number': 4, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi', '_interfaces': [{'id': '3a320868-8393-424f-a523-c587e84b1e68', 'name': '', 'network_id': 'c45c0cfb-6688-4424-b694-73f67fd78218', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'mac_address': 'fa:16:3e:20:99:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:00Z', 'updated_at': '2022-04-11T13:27:07Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'subnets': [{'id': '57c90fc5-65bd-435f-af3d-d53e1ebc2474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:34:33.483652 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13428ed-7961-4b70-b776-1d331b2f4eb9 None None] New status for floating IP c60cbe19-554e-4ac6-abbe-6bb62d5e4e1c: DOWN {{(pid=103912) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 13:34:34.113085 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-f07811d8-b6ac-4d4d-8478-893446149a55 req-4ccd602a-0e7b-4bed-9d5b-84a972f22320 service neutron] 10.222.0.50 "GET /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878420 Apr 11 13:34:34.127616 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0b1c9-584f-46b5-8a3d-0e856cb43365 req-3d3f93ed-9b45-4f8b-8684-9cd731ddac0a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103909) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:34.129306 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-55d0b1c9-584f-46b5-8a3d-0e856cb43365 req-3d3f93ed-9b45-4f8b-8684-9cd731ddac0a tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 946 time: 0.0486400 Apr 11 13:34:34.180457 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [req-55d0b1c9-584f-46b5-8a3d-0e856cb43365 req-4c002e98-6aa2-4cd9-8a8e-b1fd78f7432b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452383 Apr 11 13:34:34.575120 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-35e6efb2-6f04-4d70-8178-6b0961ae5643 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:34.577129 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-35e6efb2-6f04-4d70-8178-6b0961ae5643 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 946 time: 0.0482557 Apr 11 13:34:34.673803 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Deleting port 00d5b821-a554-47e0-af60-d2bf5d6a1bca {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:34.674052 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:34.765002 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] For port 00d5b821-a554-47e0-af60-d2bf5d6a1bca, host hv-cinder-83697, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83697',level=0,port_id=00d5b821-a554-47e0-af60-d2bf5d6a1bca,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:34.765391 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:34.784495 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Calling delete_port for 00d5b821-a554-47e0-af60-d2bf5d6a1bca owned by compute:nova {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:35.299156 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a5638-2dec-43d1-bede-1bcae77d9b2f req-4f40a64f-fc58-4a7e-b6eb-74e869e9330b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103910) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 13:34:35.300692 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-851a5638-2dec-43d1-bede-1bcae77d9b2f req-4f40a64f-fc58-4a7e-b6eb-74e869e9330b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 946 time: 0.0532200 Apr 11 13:34:35.301328 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (00d5b821-a554-47e0-af60-d2bf5d6a1bca), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:35.344278 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event deleted for resources: {'Port': ['ID=00d5b821-a554-47e0-af60-d2bf5d6a1bca,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:35.400516 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] No DVR routers for this DVR port 00d5b821-a554-47e0-af60-d2bf5d6a1bca on host hv-cinder-83697 {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:34:35.406956 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for port (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:35.410250 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1efc1df9-79e9-461c-a8e2-eeaf14450644 req-d7a5bb51-502a-47e0-80a4-46ba853b9abd tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.50 "DELETE /v2.0/ports/00d5b821-a554-47e0-af60-d2bf5d6a1bca HTTP/1.1" status: 204 len: 173 time: 0.8250258 Apr 11 13:34:35.410695 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'name': 'network-vif-deleted', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca'}] {{(pid=103910) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 13:34:35.413009 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a500cde20eb13345f1bea3cd8f567f08658cb056bc5e659f9d3d662989e14b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d90bb4f-6393-4493-b1ef-f8e5de9726fc" -d '{"events": [{"server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "name": "network-vif-deleted", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca"}]}' {{(pid=103910) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 13:34:35.425309 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-851a5638-2dec-43d1-bede-1bcae77d9b2f req-afd3af6c-536a-477b-bcc3-f4bbe727caa5 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/security-groups?id=68429f01-a6d1-4632-9ca3-eeccf7e34c09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173873 Apr 11 13:34:35.462004 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 13:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4035fd-0fce-4202-929d-85cae58f2ee9 x-openstack-request-id: req-4b4035fd-0fce-4202-929d-85cae58f2ee9 {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 13:34:35.462004 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e381ae4-9a6d-4d70-889f-5b9423abd31b", "name": "network-vif-deleted", "tag": "00d5b821-a554-47e0-af60-d2bf5d6a1bca", "status": "completed", "code": 200}]} {{(pid=103910) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 13:34:35.462004 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4b4035fd-0fce-4202-929d-85cae58f2ee9 {{(pid=103910) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 13:34:35.462004 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4035fd-0fce-4202-929d-85cae58f2ee9'] response: {'server_uuid': '5e381ae4-9a6d-4d70-889f-5b9423abd31b', 'name': 'network-vif-deleted', 'tag': '00d5b821-a554-47e0-af60-d2bf5d6a1bca', 'status': 'completed', 'code': 200} Apr 11 13:34:36.542772 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [req-1fcaae73-3e29-4a1a-ba1b-5915c2401f65 req-b3840902-7712-41bb-8449-2a16aac2e466 tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "GET /v2.0/ports?device_id=5e381ae4-9a6d-4d70-889f-5b9423abd31b HTTP/1.1" status: 200 len: 210 time: 0.0321972 Apr 11 13:34:37.269228 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 00d5b821-a554-47e0-af60-d2bf5d6a1bca no longer exists at agent hyperv_hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:34:37.289456 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] No Port match for: 00d5b821-a554-47e0-af60-d2bf5d6a1bca {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:34:37.289810 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Device 00d5b821-a554-47e0-af60-d2bf5d6a1bca not bound to the agent host hv-cinder-83697 {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:34:37.602468 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52952) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:37.722763 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Deleting port 98cc6e94-8af4-45dc-805c-0bf655e43176 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:37.723105 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (98cc6e94-8af4-45dc-805c-0bf655e43176), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:37.798859 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (98cc6e94-8af4-45dc-805c-0bf655e43176), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:37.799182 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (98cc6e94-8af4-45dc-805c-0bf655e43176), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:37.811675 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Calling delete_port for 98cc6e94-8af4-45dc-805c-0bf655e43176 owned by network:floatingip {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:38.024569 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (98cc6e94-8af4-45dc-805c-0bf655e43176), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:38.051705 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event deleted for resources: {'Port': ['ID=98cc6e94-8af4-45dc-805c-0bf655e43176,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:38.116475 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for floatingip (503c01b9-c859-4620-85ce-4999a489d1f9), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:38.119045 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45029'] for floatingip (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:38.120199 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-4e3aacc2-d58e-4f12-b940-486f51bd837b tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "DELETE /v2.0/floatingips/503c01b9-c859-4620-85ce-4999a489d1f9 HTTP/1.1" status: 204 len: 168 time: 0.5167310 Apr 11 13:34:39.495491 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52964) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:39.553788 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48d91e5f-0df2-481c-870d-ea89cf6fae4d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group (68429f01-a6d1-4632-9ca3-eeccf7e34c09), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:39.579276 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48d91e5f-0df2-481c-870d-ea89cf6fae4d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group (68429f01-a6d1-4632-9ca3-eeccf7e34c09), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:39.723209 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48d91e5f-0df2-481c-870d-ea89cf6fae4d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (68429f01-a6d1-4632-9ca3-eeccf7e34c09), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:39.725898 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-48d91e5f-0df2-481c-870d-ea89cf6fae4d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:39.727122 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-48d91e5f-0df2-481c-870d-ea89cf6fae4d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] 10.222.0.49 "DELETE /v2.0/security-groups/68429f01-a6d1-4632-9ca3-eeccf7e34c09 HTTP/1.1" status: 204 len: 168 time: 0.2306528 Apr 11 13:34:39.736369 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d91e5f-0df2-481c-870d-ea89cf6fae4d tempest-TestVolumeBootPattern-690273907 tempest-TestVolumeBootPattern-690273907-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68429f01-a6d1-4632-9ca3-eeccf7e34c09,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:39.851952 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52968) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:40.293746 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:40.542347 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Deleting port 3a320868-8393-424f-a523-c587e84b1e68 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:40.543101 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (3a320868-8393-424f-a523-c587e84b1e68), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:40.632687 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] For port 3a320868-8393-424f-a523-c587e84b1e68, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=3a320868-8393-424f-a523-c587e84b1e68,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:40.632964 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (3a320868-8393-424f-a523-c587e84b1e68), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:40.647148 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Calling delete_port for 3a320868-8393-424f-a523-c587e84b1e68 owned by network:router_interface {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:40.895133 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (3a320868-8393-424f-a523-c587e84b1e68), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:40.928582 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a320868-8393-424f-a523-c587e84b1e68,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:41.134988 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:41.374548 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103910) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:34:41.481218 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103910) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:34:41.489353 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-cad6864a-0ca5-4a6a-9bfe-25d131c39ad7 admin admin] 10.222.0.49 "PUT /v2.0/routers/13c5f40a-78be-4bec-98e5-f2bc58b2bfa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6361477 Apr 11 13:34:41.492035 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52972) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:41.492989 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] Sync routers for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:34:41.507273 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:34:41.507962 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:34:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:41.608272 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks [] for router (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:41.630524 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:34:41.723660 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks [] for router_gateway (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:41.811566 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:34:40Z', 'revision_number': 5, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port': {'id': '75aee67e-5060-4b6c-96bd-76467a72f8f9', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ce:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:26:57Z', 'updated_at': '2022-04-11T13:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:41.823947 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Deleting port 75aee67e-5060-4b6c-96bd-76467a72f8f9 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:41.824294 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:41.838576 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] Checking router: 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 for host: dv-cinder-836973-2-iscsi {{(pid=103911) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:34:41.848126 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] Routers {'13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103911) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:34:41.848749 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:34:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'], 'active': True} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:41.909646 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] For port 75aee67e-5060-4b6c-96bd-76467a72f8f9, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=75aee67e-5060-4b6c-96bd-76467a72f8f9,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:41.910012 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:41.924617 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Calling delete_port for 75aee67e-5060-4b6c-96bd-76467a72f8f9 owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:41.940226 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvr_db [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] Set router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 gateway port host: None {{(pid=103911) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:34:41.994006 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_hamode_db [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:34:41Z', 'revision_number': 6, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port_host': None}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:42.024650 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd178898-839f-4c92-a9e6-1e9be0a524fa None None] The sync data for ids ['13c5f40a-78be-4bec-98e5-f2bc58b2bfa8'] in dv-cinder-836973-2-iscsi is: [{'id': '13c5f40a-78be-4bec-98e5-f2bc58b2bfa8', 'name': 'tempest-TestVolumeBootPattern-1364781209-router', 'tenant_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:26:56Z', 'updated_at': '2022-04-11T13:34:41Z', 'revision_number': 6, 'project_id': '31c04750f0ea4e5a87fdbde19c5b91a5', 'gw_port_host': None}] {{(pid=103911) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:34:42.163266 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (75aee67e-5060-4b6c-96bd-76467a72f8f9), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.191878 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Pushing event deleted for resources: {'Port': ['ID=75aee67e-5060-4b6c-96bd-76467a72f8f9,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:42.204446 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.204790 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.205131 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.205468 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.205803 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.206150 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.206478 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.206802 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.207125 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.207448 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.207770 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.208091 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.208409 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.208726 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.209042 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103909) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:42.270348 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.363511 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.365715 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks [] for router_controller (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.489221 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (13c5f40a-78be-4bec-98e5-f2bc58b2bfa8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.489755 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:34:42.494169 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.495329 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-4b92c719-d9cb-4f4b-a4ff-be209778ecca admin admin] 10.222.0.49 "DELETE /v2.0/routers/13c5f40a-78be-4bec-98e5-f2bc58b2bfa8 HTTP/1.1" status: 204 len: 168 time: 1.0019600 Apr 11 13:34:42.497884 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52974) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:42.548686 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3b872d-86c0-4d7b-9858-9b207d241f6c admin admin] Deleting subnet 57c90fc5-65bd-435f-af3d-d53e1ebc2474 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:34:42.551953 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ad3b872d-86c0-4d7b-9858-9b207d241f6c admin admin] Publish callbacks [] for subnet (57c90fc5-65bd-435f-af3d-d53e1ebc2474), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.587215 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ad3b872d-86c0-4d7b-9858-9b207d241f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (57c90fc5-65bd-435f-af3d-d53e1ebc2474), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.668576 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ad3b872d-86c0-4d7b-9858-9b207d241f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (57c90fc5-65bd-435f-af3d-d53e1ebc2474), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.763944 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ad3b872d-86c0-4d7b-9858-9b207d241f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (57c90fc5-65bd-435f-af3d-d53e1ebc2474), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.794283 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b872d-86c0-4d7b-9858-9b207d241f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c90fc5-65bd-435f-af3d-d53e1ebc2474,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:42.798854 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ad3b872d-86c0-4d7b-9858-9b207d241f6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.802451 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ad3b872d-86c0-4d7b-9858-9b207d241f6c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/57c90fc5-65bd-435f-af3d-d53e1ebc2474 HTTP/1.1" status: 204 len: 168 time: 0.3030698 Apr 11 13:34:42.804850 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52976) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:42.805334 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc88003-e468-4725-b235-8a2510a085b6 None None] Network c45c0cfb-6688-4424-b694-73f67fd78218 requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:34:42.881219 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (c45c0cfb-6688-4424-b694-73f67fd78218), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.931657 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Deleting port 307b95df-a848-474b-bb06-fb4d343f93f5 {{(pid=103910) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:42.932020 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:42.978533 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] DHCP port deletion for c45c0cfb-6688-4424-b694-73f67fd78218 request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:34:43.003322 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.db [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] For port 307b95df-a848-474b-bb06-fb4d343f93f5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=307b95df-a848-474b-bb06-fb4d343f93f5,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103910) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:43.003691 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.020495 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.plugin [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Calling delete_port for 307b95df-a848-474b-bb06-fb4d343f93f5 owned by network:dhcp {{(pid=103910) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:43.029153 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Deleting port 307b95df-a848-474b-bb06-fb4d343f93f5 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:43.029153 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.098336 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] For port 307b95df-a848-474b-bb06-fb4d343f93f5, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=307b95df-a848-474b-bb06-fb4d343f93f5,segment=NetworkSegment(5d8fdad0-2bea-42ed-b39a-dee0a760ac49),segment_id=5d8fdad0-2bea-42ed-b39a-dee0a760ac49)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:43.098724 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.119269 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Calling delete_port for 307b95df-a848-474b-bb06-fb4d343f93f5 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:43.203547 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4688833'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.209656 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (307b95df-a848-474b-bb06-fb4d343f93f5), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.231121 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Pushing event deleted for resources: {'Port': ['ID=307b95df-a848-474b-bb06-fb4d343f93f5,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:43.237513 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Pushing event deleted for resources: {'Port': ['ID=307b95df-a848-474b-bb06-fb4d343f93f5,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:43.239968 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] No DVR routers for this DVR port 307b95df-a848-474b-bb06-fb4d343f93f5 on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:34:43.240642 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] No DVR routers for this DVR port 307b95df-a848-474b-bb06-fb4d343f93f5 on host dv-cinder-836973-2-iscsi {{(pid=103910) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:34:43.248893 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.249687 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.249687 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.250021 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.250397 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.250722 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.251045 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.251373 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.251702 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.252031 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.252359 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.252773 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.253108 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.253459 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.253762 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9e8c2e-24f3-4e4d-8c73-4ce34927f063 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836973-2-iscsi {{(pid=103911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 13:34:43.329064 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (c45c0cfb-6688-4424-b694-73f67fd78218), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.336382 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 307b95df-a848-474b-bb06-fb4d343f93f5 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:34:43.350646 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45c0cfb-6688-4424-b694-73f67fd78218']}} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:43.356277 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 307b95df-a848-474b-bb06-fb4d343f93f5 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:34:43.356624 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 307b95df-a848-474b-bb06-fb4d343f93f5 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:34:43.357044 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 75aee67e-5060-4b6c-96bd-76467a72f8f9 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:34:43.360900 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8fdad0-2bea-42ed-b39a-dee0a760ac49') {'for_net_delete': True} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:43.361202 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.services.segments.db [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8fdad0-2bea-42ed-b39a-dee0a760ac49') {} {{(pid=103910) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:43.370844 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5458244'] for segment (5d8fdad0-2bea-42ed-b39a-dee0a760ac49), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.378263 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 75aee67e-5060-4b6c-96bd-76467a72f8f9 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:34:43.378605 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 75aee67e-5060-4b6c-96bd-76467a72f8f9 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:34:43.379026 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3a320868-8393-424f-a523-c587e84b1e68 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:34:43.385321 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (5d8fdad0-2bea-42ed-b39a-dee0a760ac49), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.393247 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103910) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4688662'] for segment (5d8fdad0-2bea-42ed-b39a-dee0a760ac49), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: Traceback (most recent call last): Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: timer() Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: cb(*args, **kw) Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: return func(*args, **kwargs) Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: self._notify() Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: self.callback(batched_events) Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: event.method(event) Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: return f(self, *a, **k) Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._get(url).json() Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: return self.request(url, 'GET', **kwargs) Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:34:43.397825 dv-cinder-836973-2-iscsi neutron-server[103910]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:34:43.407743 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 3a320868-8393-424f-a523-c587e84b1e68 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:34:43.408087 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 3a320868-8393-424f-a523-c587e84b1e68 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:34:43.523355 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (c45c0cfb-6688-4424-b694-73f67fd78218), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.528965 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:43.532395 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] 10.222.0.49 "DELETE /v2.0/networks/c45c0cfb-6688-4424-b694-73f67fd78218 HTTP/1.1" status: 204 len: 168 time: 0.7265432 Apr 11 13:34:43.535534 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52978) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:43.543449 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720db96-f633-4198-b7fc-f90a083cb2cb admin admin] Pushing event deleted for resources: {'Network': ['ID=c45c0cfb-6688-4424-b694-73f67fd78218,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:43.867895 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7927758'] for router_interface (bc549863-db1e-4e45-aa64-c57b24c171d5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:44.105462 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Deleting port 61b0d828-c3c7-46e0-a631-79ac9a1e9411 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:44.105799 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:44.186732 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] For port 61b0d828-c3c7-46e0-a631-79ac9a1e9411, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=61b0d828-c3c7-46e0-a631-79ac9a1e9411,segment=NetworkSegment(6d1b6069-1e34-4ad1-b00b-060e213641c8),segment_id=6d1b6069-1e34-4ad1-b00b-060e213641c8)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:44.187010 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:44.204893 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Calling delete_port for 61b0d828-c3c7-46e0-a631-79ac9a1e9411 owned by network:router_interface {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:44.466463 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (61b0d828-c3c7-46e0-a631-79ac9a1e9411), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:44.757091 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b0d828-c3c7-46e0-a631-79ac9a1e9411,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:44.933313 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7875784', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7927650'] for router_interface (bc549863-db1e-4e45-aa64-c57b24c171d5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:45.157569 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Router bc549863-db1e-4e45-aa64-c57b24c171d5 has already been hosted by L3 agent 4e792d09-44b5-414f-9536-eb0f96ab353f {{(pid=103909) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 13:34:45.276712 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] Notify agent at l3_agent.dv-cinder-836973-2-iscsi the message routers_updated {{(pid=103909) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 13:34:45.282963 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-cd24c678-a286-4c9a-bbb4-a2903dea5055 admin admin] 10.222.0.49 "PUT /v2.0/routers/bc549863-db1e-4e45-aa64-c57b24c171d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457325 Apr 11 13:34:45.285068 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52980) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:45.287189 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] Sync routers for ids ['bc549863-db1e-4e45-aa64-c57b24c171d5'] in dv-cinder-836973-2-iscsi {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 13:34:45.300111 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] Routers {'bc549863-db1e-4e45-aa64-c57b24c171d5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:34:45.301192 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:34:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['bc549863-db1e-4e45-aa64-c57b24c171d5'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:45.408832 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks [] for router (bc549863-db1e-4e45-aa64-c57b24c171d5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:45.507150 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] Set router bc549863-db1e-4e45-aa64-c57b24c171d5 gateway port host: dv-cinder-836973-2-iscsi {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:34:45.518423 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks [] for router_gateway (bc549863-db1e-4e45-aa64-c57b24c171d5), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:45.684962 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'external_fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:34:44Z', 'revision_number': 5, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port': {'id': '4afbbccd-f652-484f-a15f-72319a9baa32', 'name': '', 'network_id': 'a261b16f-6e85-45fe-8d8a-0df8726f1395', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:0b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836973-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T13:27:07Z', 'updated_at': '2022-04-11T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a73133f7-5133-4fab-b373-b7a27eb75e16', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836973-2-iscsi'}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:45.692077 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Deleting port 4afbbccd-f652-484f-a15f-72319a9baa32 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:45.692399 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:45.712903 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] Checking router: bc549863-db1e-4e45-aa64-c57b24c171d5 for host: dv-cinder-836973-2-iscsi {{(pid=103912) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 13:34:45.722331 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] Routers {'bc549863-db1e-4e45-aa64-c57b24c171d5'} bound to L3 agent in host dv-cinder-836973-2-iscsi {{(pid=103912) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 13:34:45.722998 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836973-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T13:09:26Z,description=,heartbeat_timestamp=2022-04-11T13:34:26Z,host='dv-cinder-836973-2-iscsi',id=4e792d09-44b5-414f-9536-eb0f96ab353f,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T13:09:26Z,topic='l3_agent')) {'router_ids': ['bc549863-db1e-4e45-aa64-c57b24c171d5'], 'active': True} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:45.774502 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] For port 4afbbccd-f652-484f-a15f-72319a9baa32, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=4afbbccd-f652-484f-a15f-72319a9baa32,segment=NetworkSegment(b407ef7a-c38c-4c70-a6c1-88d3f745a3e2),segment_id=b407ef7a-c38c-4c70-a6c1-88d3f745a3e2)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:45.775145 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:45.792958 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Calling delete_port for 4afbbccd-f652-484f-a15f-72319a9baa32 owned by network:router_gateway {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:45.814022 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_dvr_db [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] Set router bc549863-db1e-4e45-aa64-c57b24c171d5 gateway port host: None {{(pid=103912) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 13:34:45.865830 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.l3_hamode_db [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:34:45Z', 'revision_number': 6, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port_host': None}], 'dv-cinder-836973-2-iscsi', False) {} {{(pid=103912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:45.895839 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97eaed36-8e73-4037-87bc-ecca8e6660a9 None None] The sync data for ids ['bc549863-db1e-4e45-aa64-c57b24c171d5'] in dv-cinder-836973-2-iscsi is: [{'id': 'bc549863-db1e-4e45-aa64-c57b24c171d5', 'name': 'tempest-TestVolumeBootPattern-900926828-router', 'tenant_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T13:27:06Z', 'updated_at': '2022-04-11T13:34:45Z', 'revision_number': 6, 'project_id': 'ab0d4cda468842aaa5f71f9c33f393d6', 'gw_port_host': None}] {{(pid=103912) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 13:34:46.071900 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (4afbbccd-f652-484f-a15f-72319a9baa32), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.099345 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Pushing event deleted for resources: {'Port': ['ID=4afbbccd-f652-484f-a15f-72319a9baa32,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:46.163968 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8064900'] for router_gateway (bc549863-db1e-4e45-aa64-c57b24c171d5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.259826 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8108074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6071'] for router (bc549863-db1e-4e45-aa64-c57b24c171d5), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.262961 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks [] for router_controller (bc549863-db1e-4e45-aa64-c57b24c171d5), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.374853 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-8108067'] for router (bc549863-db1e-4e45-aa64-c57b24c171d5), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.375449 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc549863-db1e-4e45-aa64-c57b24c171d5 {{(pid=103909) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 13:34:46.379984 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.381636 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-0baa3ea5-11c5-4df6-92b1-5d7824b3f32a admin admin] 10.222.0.49 "DELETE /v2.0/routers/bc549863-db1e-4e45-aa64-c57b24c171d5 HTTP/1.1" status: 204 len: 168 time: 1.0952184 Apr 11 13:34:46.384616 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52982) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:46.433312 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.db_base_plugin_v2 [None req-697d0060-b2a6-4d0f-9dfb-38a1094042e3 admin admin] Deleting subnet 9cd4b6f9-b7a6-4e31-9747-53a372aa9856 {{(pid=103909) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 13:34:46.436753 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-697d0060-b2a6-4d0f-9dfb-38a1094042e3 admin admin] Publish callbacks [] for subnet (9cd4b6f9-b7a6-4e31-9747-53a372aa9856), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.471954 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-697d0060-b2a6-4d0f-9dfb-38a1094042e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6087335'] for subnet (9cd4b6f9-b7a6-4e31-9747-53a372aa9856), precommit_delete_associations {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.557315 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-697d0060-b2a6-4d0f-9dfb-38a1094042e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-698112'] for subnet (9cd4b6f9-b7a6-4e31-9747-53a372aa9856), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.693951 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-697d0060-b2a6-4d0f-9dfb-38a1094042e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-698169', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7894525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4840124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094333'] for subnet (9cd4b6f9-b7a6-4e31-9747-53a372aa9856), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.720225 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d0060-b2a6-4d0f-9dfb-38a1094042e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd4b6f9-b7a6-4e31-9747-53a372aa9856,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:46.723966 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-697d0060-b2a6-4d0f-9dfb-38a1094042e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.727549 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-697d0060-b2a6-4d0f-9dfb-38a1094042e3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/9cd4b6f9-b7a6-4e31-9747-53a372aa9856 HTTP/1.1" status: 204 len: 168 time: 0.3416293 Apr 11 13:34:46.731659 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [-] (103909) accepted ('10.222.0.49', 52984) {{(pid=103909) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:46.731922 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23117c37-4f38-4827-a445-b1cf6e573d86 None None] Network 529b041d-0643-4bd8-8f19-9c14249be0ad requested from dv-cinder-836973-2-iscsi {{(pid=103911) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 13:34:46.810082 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640851'] for network (529b041d-0643-4bd8-8f19-9c14249be0ad), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.862446 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Deleting port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 {{(pid=103909) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:46.862784 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.886933 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] DHCP port deletion for 529b041d-0643-4bd8-8f19-9c14249be0ad request from dv-cinder-836973-2-iscsi {{(pid=103911) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 13:34:46.930935 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] Deleting port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 {{(pid=103911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 13:34:46.930935 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756763420447'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), before_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.932147 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.db [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] For port 01af3ee8-a5fe-4b43-9dff-b2a19226e081, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=01af3ee8-a5fe-4b43-9dff-b2a19226e081,segment=NetworkSegment(6d1b6069-1e34-4ad1-b00b-060e213641c8),segment_id=6d1b6069-1e34-4ad1-b00b-060e213641c8)] {{(pid=103909) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:46.932404 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:46.947520 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.plugin [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Calling delete_port for 01af3ee8-a5fe-4b43-9dff-b2a19226e081 owned by network:dhcp {{(pid=103909) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:46.997627 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.db [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] For port 01af3ee8-a5fe-4b43-9dff-b2a19226e081, host dv-cinder-836973-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836973-2-iscsi',level=0,port_id=01af3ee8-a5fe-4b43-9dff-b2a19226e081,segment=NetworkSegment(6d1b6069-1e34-4ad1-b00b-060e213641c8),segment_id=6d1b6069-1e34-4ad1-b00b-060e213641c8)] {{(pid=103911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 13:34:46.998641 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8066128'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), precommit_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.012284 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] Calling delete_port for 01af3ee8-a5fe-4b43-9dff-b2a19226e081 owned by network:dhcp {{(pid=103911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 13:34:47.126941 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4840129'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.134807 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-649613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205309', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756763427853', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756762933571'] for port (01af3ee8-a5fe-4b43-9dff-b2a19226e081), after_delete {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.153567 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=01af3ee8-a5fe-4b43-9dff-b2a19226e081,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:47.157580 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] No DVR routers for this DVR port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 on host dv-cinder-836973-2-iscsi {{(pid=103909) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:34:47.163968 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] Pushing event deleted for resources: {'Port': ['ID=01af3ee8-a5fe-4b43-9dff-b2a19226e081,revision_number=None']} {{(pid=103911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:47.165547 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8a9045-6591-4383-896b-05213a94ffd8 None None] No DVR routers for this DVR port 01af3ee8-a5fe-4b43-9dff-b2a19226e081 on host dv-cinder-836973-2-iscsi {{(pid=103911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 13:34:47.234780 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693389', 'neutron.services.segments.db._delete_segments_for_network-8756763463599'] for network (529b041d-0643-4bd8-8f19-9c14249be0ad), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.256515 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['529b041d-0643-4bd8-8f19-9c14249be0ad']}} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:47.267802 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1b6069-1e34-4ad1-b00b-060e213641c8') {'for_net_delete': True} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:47.268094 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.services.segments.db [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1b6069-1e34-4ad1-b00b-060e213641c8') {} {{(pid=103909) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 13:34:47.279561 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756763464376', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6087342'] for segment (6d1b6069-1e34-4ad1-b00b-060e213641c8), before_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.293393 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485'] for segment (6d1b6069-1e34-4ad1-b00b-060e213641c8), precommit_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.300100 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103909) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 13:34:47.300612 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-697485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4839958'] for segment (6d1b6069-1e34-4ad1-b00b-060e213641c8), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: Traceback (most recent call last): Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: timer() Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: cb(*args, **kw) Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: return func(*args, **kwargs) Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: self._notify() Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: self.callback(batched_events) Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: event.method(event) Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: return f(self, *a, **k) Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._get(url).json() Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: return self.request(url, 'GET', **kwargs) Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 13:34:47.302563 dv-cinder-836973-2-iscsi neutron-server[103909]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 13:34:47.313874 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 61b0d828-c3c7-46e0-a631-79ac9a1e9411 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:34:47.343554 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 61b0d828-c3c7-46e0-a631-79ac9a1e9411 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:34:47.343900 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 61b0d828-c3c7-46e0-a631-79ac9a1e9411 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:34:47.344331 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 01af3ee8-a5fe-4b43-9dff-b2a19226e081 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:34:47.365836 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 01af3ee8-a5fe-4b43-9dff-b2a19226e081 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:34:47.366211 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 01af3ee8-a5fe-4b43-9dff-b2a19226e081 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:34:47.368038 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 4afbbccd-f652-484f-a15f-72319a9baa32 no longer exists at agent ovs-agent-dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 13:34:47.389723 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.plugin [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] No Port match for: 4afbbccd-f652-484f-a15f-72319a9baa32 {{(pid=103911) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 13:34:47.390071 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron.plugins.ml2.rpc [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Device 4afbbccd-f652-484f-a15f-72319a9baa32 not bound to the agent host dv-cinder-836973-2-iscsi {{(pid=103911) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 13:34:47.426312 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693378', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888580', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7875807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8064992'] for network (529b041d-0643-4bd8-8f19-9c14249be0ad), after_delete {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.431772 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron_lib.callbacks.manager [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7875629'] for network (None), before_response {{(pid=103909) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.434999 dv-cinder-836973-2-iscsi neutron-server[103909]: INFO neutron.wsgi [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] 10.222.0.49 "DELETE /v2.0/networks/529b041d-0643-4bd8-8f19-9c14249be0ad HTTP/1.1" status: 204 len: 168 time: 0.7042701 Apr 11 13:34:47.448091 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab372b4b-fcc8-4a14-92f6-f72fc52e8a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=529b041d-0643-4bd8-8f19-9c14249be0ad,revision_number=None']} {{(pid=103909) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:47.723210 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52988) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:47.764085 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-c3500ed6-b1c2-4e3a-86b1-0202ca3ab34c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=31c04750f0ea4e5a87fdbde19c5b91a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395980 Apr 11 13:34:47.766538 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52990) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:47.817873 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0e03a3f7-b1b3-45db-80e3-8884fa5a094e admin admin] Publish callbacks [] for security_group (0965beab-a31c-4bf4-b29f-395838c4404e), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.839853 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0e03a3f7-b1b3-45db-80e3-8884fa5a094e admin admin] Publish callbacks [] for security_group (0965beab-a31c-4bf4-b29f-395838c4404e), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.946232 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0e03a3f7-b1b3-45db-80e3-8884fa5a094e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (0965beab-a31c-4bf4-b29f-395838c4404e), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.948775 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-0e03a3f7-b1b3-45db-80e3-8884fa5a094e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:47.949972 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-0e03a3f7-b1b3-45db-80e3-8884fa5a094e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0965beab-a31c-4bf4-b29f-395838c4404e HTTP/1.1" status: 204 len: 168 time: 0.1825459 Apr 11 13:34:47.958327 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03a3f7-b1b3-45db-80e3-8884fa5a094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965beab-a31c-4bf4-b29f-395838c4404e,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:48.681241 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52996) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:48.725015 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-dfd30c51-efc8-4659-9dfe-ef29c1d3cbd5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab0d4cda468842aaa5f71f9c33f393d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425639 Apr 11 13:34:48.727539 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [-] (103910) accepted ('10.222.0.49', 52998) {{(pid=103910) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 13:34:48.785975 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f96c4fb-3855-4270-adf5-c465539fd48c admin admin] Publish callbacks [] for security_group (1caf5e7d-a409-4921-8c2c-660eec430ec1), before_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:48.813929 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f96c4fb-3855-4270-adf5-c465539fd48c admin admin] Publish callbacks [] for security_group (1caf5e7d-a409-4921-8c2c-660eec430ec1), precommit_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:49.042961 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f96c4fb-3855-4270-adf5-c465539fd48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7888415'] for security_group (1caf5e7d-a409-4921-8c2c-660eec430ec1), after_delete {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:49.046404 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron_lib.callbacks.manager [None req-6f96c4fb-3855-4270-adf5-c465539fd48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103910) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:49.047583 dv-cinder-836973-2-iscsi neutron-server[103910]: INFO neutron.wsgi [None req-6f96c4fb-3855-4270-adf5-c465539fd48c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1caf5e7d-a409-4921-8c2c-660eec430ec1 HTTP/1.1" status: 204 len: 168 time: 0.3191538 Apr 11 13:34:49.055966 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f96c4fb-3855-4270-adf5-c465539fd48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caf5e7d-a409-4921-8c2c-660eec430ec1,revision_number=None']} {{(pid=103910) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 13:34:53.072045 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:53.254959 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8acc1f0a-6ed0-4874-bb43-96a1dffa5cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:55.739986 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4a993e77-a715-45b0-95b9-66f4c79e58f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:56.431568 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:58.023675 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:34:59.442598 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:34:59.560580 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:23.059730 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:23.208284 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-9d72b774-a670-46aa-9ba6-dfbe9a9a79c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:25.714703 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-bfdef3aa-4901-49db-aca0-992d98b5de73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:26.425440 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:28.082840 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:28.394056 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-c9526cd0-a964-4207-be40-d7c3ff7d8be4 req-aef7c021-a310-43e1-b873-8ebc1c95d310 service neutron] (103909) timed out ('10.222.0.50', 55532) {{(pid=103909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 13:35:29.571752 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:36.442640 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:35:53.079857 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:53.348149 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-8c1a04bc-fc8a-45b1-9fe3-f339153b99be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:55.688407 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4d21a1dd-0273-4b85-a5ef-3ba9d620a486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:56.442153 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:58.063695 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:35:59.562635 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:13.441020 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:36:23.099550 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:23.190755 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-7a6a0b88-41f7-4c23-96b2-f9a5123ca1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:25.724916 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-21dc00d5-2242-4b92-9255-0a984f8a9e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:26.425316 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:28.030374 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:29.541504 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:50.440133 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:36:53.084018 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:53.216355 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-96ccf230-305b-440e-a40b-dce8218b8eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:55.681951 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-55f8d8ea-7c74-4dbd-b300-2c27be2788cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:56.432495 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:58.033024 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:36:59.529857 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:23.066322 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:23.191963 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c9256c12-989d-4fa7-89ca-ff842a1de879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:25.746600 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2438a664-5a8f-4c4b-a909-a25572b4b093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:26.431806 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:27.440204 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:37:28.070222 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:29.546364 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:53.042862 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:53.231507 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-f758fe40-b376-4e87-98a5-40da6ea36cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:55.682885 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c87251cc-ef3d-4d43-a6b4-a3b78d624450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:56.431434 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:58.052553 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:37:59.544402 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:04.440536 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:38:23.104596 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:23.258994 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c9442c2d-a036-4a84-bd16-607c3febfd69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:25.722183 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-b660bceb-ef02-4387-a012-e2a1a4c59030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:26.465553 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:28.042659 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:29.573835 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:41.439261 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:38:53.059903 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:53.173033 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-362f0c04-4e7c-43fe-83ee-c8593f8ac81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:55.676572 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-366a00b3-d788-4b35-9476-6376ddf61a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:56.453394 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:58.046864 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:38:59.532012 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:18.438056 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:39:23.087129 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:23.190128 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-c4025dd5-7011-400e-b3e1-dc6f99994b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:25.692622 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-2b51b673-c9b2-41e7-a621-42d36a107457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:26.469702 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:28.075973 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:29.538018 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:41.116327 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-549e8d12-857c-4113-b9fa-c73f3b1f5391 service neutron] (103909) timed out ('10.222.0.49', 48466) {{(pid=103909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 13:39:41.466065 dv-cinder-836973-2-iscsi neutron-server[103909]: DEBUG neutron.wsgi [req-341941a6-dfd6-46cb-8792-8c4aa998eee3 req-620f75cd-c2d6-45d2-ac48-a70ed03ce31c tempest-TestShelveInstance-1651542342 tempest-TestShelveInstance-1651542342-project] (103909) timed out ('10.222.0.49', 48478) {{(pid=103909) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 13:39:53.104038 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-50b17ea8-fd1f-4ece-a8d6-94a3d7b843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (6ba06283-dfc8-47c2-9a29-ec371da00d8f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:53.206269 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-98cb104d-54fe-4aeb-9b79-85253358165b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (b2c53bfe-fbf9-4f9b-9ce8-f24f5eb32c3f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:55.437500 dv-cinder-836973-2-iscsi neutron-server[103912]: DEBUG neutron.db.agents_db [None req-304247e9-9896-4f17-a6ec-89379d362b5b None None] Agent healthcheck: found 6 active agents {{(pid=103912) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 13:39:55.715728 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-28c1cdc7-f2d7-4b09-8470-541b65a2edb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (4e792d09-44b5-414f-9536-eb0f96ab353f), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:56.537812 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-4625605b-85cd-47d2-be2f-ab85b7f97351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (9717724f-72d8-4ed8-bb4d-4ca454d9ae4e), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:57.592827 dv-cinder-836973-2-iscsi neutron-server[103910]: DEBUG neutron.wsgi [req-07dcbe9d-2f36-4d42-8429-2253d66a6707 req-e7d29459-9b07-4ff7-bf29-720cbb4c78fe tempest-AttachVolumeNegativeTest-2036341343 tempest-AttachVolumeNegativeTest-2036341343-project] (103910) timed out ('10.222.0.50', 55516) {{(pid=103910) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 13:39:58.074994 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-0f21b89a-5eb8-41e2-b60f-d7b96f99f657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (88880d33-7832-4463-bb6d-4a8a4b130c1c), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 13:39:59.543764 dv-cinder-836973-2-iscsi neutron-server[103911]: DEBUG neutron_lib.callbacks.manager [None req-6419d44d-6c5e-4f2b-98d1-77c50f578380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756763463581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-691914'] for agent (3bb79c64-c05e-4cf8-aa24-f79296c1ad88), after_update {{(pid=103911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}